00000800:00000200:0.1F:1790687770.349272:0:261655:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [00000000c05558be] -> 12345-192.168.204.156@tcp (2)
00010000:00000010:0.1:1790689077.904685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ee0200.
00000080:00000010:3.1F:1790689099.736687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8ae0.
00010000:00000010:3.1:1790689099.773486:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334e00.
00010000:00000010:3.1:1790689099.773493:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f9e00.
00000080:00000010:3.1:1790689099.773499:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103de0.
00010000:00000010:3.1:1790689099.773508:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b60fd300.
00010000:00000010:3.1:1790689099.773512:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcacc200.
00000080:00000010:3.1:1790689099.809055:0:263705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e340.
00010000:00000010:3.1:1790689099.809076:0:263705:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a630800.
00010000:00000010:3.1:1790689099.809082:0:263705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507400.
00000080:00000010:3.1:1790689099.809087:0:263705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639a0.
00010000:00000010:3.1:1790689099.809093:0:263705:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac4a00.
00010000:00000010:3.1:1790689099.809098:0:263705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befc4800.
00000080:00000010:3.1:1790689099.809102:0:263705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20a80.
00010000:00000010:3.1:1790689099.809111:0:263705:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdeb6a00.
00010000:00000010:3.1:1790689099.809115:0:263705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3509000.
00000080:00000010:3.1:1790689099.809119:0:263705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca720.
00010000:00000010:3.1:1790689099.809124:0:263705:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b377b600.
00010000:00000010:3.1:1790689099.809130:0:263705:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776a00.
00000080:00000010:0.1:1790689099.811854:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71caa00.
00010000:00000010:0.1:1790689099.811873:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bed3d400.
00010000:00000010:0.1:1790689099.811880:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3777000.
00000080:00000010:3.1:1790689099.859095:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8300.
00010000:00000010:3.1:1790689099.859128:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a37ce00.
00010000:00000010:3.1:1790689099.859143:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b82d1a00.
00000080:00000010:3.1:1790689099.859154:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b60.
00010000:00000010:3.1:1790689099.859172:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac4400.
00010000:00000010:3.1:1790689099.859185:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e03a00.
00000080:00000010:3.1:1790689099.859200:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00010000:00000010:3.1:1790689099.859298:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac4700.
00010000:00000010:3.1:1790689099.859305:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e02e00.
00000080:00000010:3.1:1790689099.859311:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfd40.
00010000:00000010:3.1:1790689099.859320:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019921d600.
00010000:00000010:3.1:1790689099.859324:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcafc800.
00000080:00000010:3.1:1790689099.859339:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792ca0.
00010000:00000010:3.1:1790689099.859349:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac8b00.
00010000:00000010:3.1:1790689099.859357:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b351fa00.
00000080:00000010:3.1:1790689099.859370:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca8c0.
00010000:00000010:3.1:1790689099.859400:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b377be00.
00010000:00000010:3.1:1790689099.859407:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3777400.
00000080:00000010:3.1:1790689099.897484:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d3e0.
00010000:00000010:3.1:1790689099.897499:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ac202500.
00010000:00000010:3.1:1790689099.897504:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3749e00.
00000080:00000010:3.1:1790689099.897509:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189040.
00010000:00000010:3.1:1790689099.897514:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac7e00.
00010000:00000010:3.1:1790689099.897519:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e24000.
00000080:00000010:3.1:1790689099.897522:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882de60.
00010000:00000010:3.1:1790689099.897529:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ac202600.
00010000:00000010:3.1:1790689099.897533:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3748e00.
00000080:00000010:3.1:1790689099.897536:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cab80.
00010000:00000010:3.1:1790689099.897541:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bed3dc00.
00010000:00000010:3.1:1790689099.897925:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776200.
00000080:00000010:3.1:1790689099.897932:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d7c0.
00010000:00000010:3.1:1790689099.897937:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ac202b00.
00010000:00000010:3.1:1790689099.897941:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0110000.
00000080:00000010:3.1:1790689099.897952:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d020.
00010000:00000010:3.1:1790689099.897959:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ac202f00.
00010000:00000010:3.1:1790689099.897962:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0111400.
00000080:00000010:3.1:1790689099.897966:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196640.
00010000:00000010:3.1:1790689099.897974:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018658c800.
00010000:00000010:3.1:1790689099.897977:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52800.
00000080:00000010:3.1:1790689099.897982:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7ec40.
00010000:00000010:3.1:1790689099.897991:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a630c00.
00010000:00000010:3.1:1790689099.897995:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201c2170600.
00000080:00000010:3.1:1790689099.898003:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f80.
00010000:00000010:3.1:1790689099.898015:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac4900.
00010000:00000010:3.1:1790689099.898024:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befc4a00.
00000080:00000010:3.1:1790689099.898033:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfde0.
00010000:00000010:3.1:1790689099.898047:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019921d800.
00010000:00000010:3.1:1790689099.898054:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcafd600.
00000080:00000010:3.1:1790689099.898148:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20b80.
00010000:00000010:3.1:1790689099.898176:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdeb6900.
00010000:00000010:3.1:1790689099.898183:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3508200.
00000080:00000010:3.1:1790689099.898191:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca320.
00010000:00000010:3.1:1790689099.898202:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b377bb00.
00010000:00000010:3.1:1790689099.898210:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776600.
00000080:00000010:3.1:1790689099.898217:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a81960c0.
00010000:00000010:3.1:1790689099.898229:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2600.
00010000:00000010:3.1:1790689099.898240:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52c00.
00000080:00000010:3.1:1790689099.898247:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e240.
00010000:00000010:3.1:1790689099.898257:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a630e00.
00010000:00000010:3.1:1790689099.898266:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201c2170c00.
00000080:00000010:3.1:1790689099.908113:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563460.
00010000:00000010:3.1:1790689099.908137:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac4000.
00010000:00000010:3.1:1790689099.908152:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e03800.
00000080:00000010:3.1:1790689099.908164:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfea0.
00010000:00000010:3.1:1790689099.908183:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019921dd00.
00010000:00000010:3.1:1790689099.908194:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcafc400.
00000080:00000010:3.1:1790689099.908214:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103340.
00010000:00000010:3.1:1790689099.908961:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b60fd600.
00010000:00000010:3.1:1790689099.908971:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcacc600.
00000080:00000010:3.1:1790689099.908977:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca980.
00010000:00000010:3.1:1790689099.908985:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b377bf00.
00010000:00000010:3.1:1790689099.908991:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3777c00.
00000080:00000010:3.1:1790689099.908995:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201867925e0.
00010000:00000010:3.1:1790689099.909000:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac8d00.
00010000:00000010:3.1:1790689099.909004:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b351f200.
00000080:00000010:3.1:1790689099.909144:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103b20.
00010000:00000010:3.1:1790689099.909149:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b60fdb00.
00010000:00000010:3.1:1790689099.909153:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcacdc00.
00000080:00000010:3.1:1790689099.909156:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196780.
00010000:00000010:3.1:1790689099.909161:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2500.
00010000:00000010:3.1:1790689099.909164:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52a00.
00000080:00000010:3.1:1790689099.950265:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca6e0.
00010000:00000010:3.1:1790689099.950301:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b377b100.
00010000:00000010:3.1:1790689099.950315:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776c00.
00000080:00000010:3.1:1790689099.950325:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfd80.
00010000:00000010:3.1:1790689099.991500:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019921d500.
00010000:00000010:3.1:1790689099.991513:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcafc200.
00000080:00000010:3.1:1790689099.991523:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103720.
00010000:00000010:3.1:1790689099.991542:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184020500.
00010000:00000010:3.1:1790689099.991553:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609c400.
00000080:00000010:3.1:1790689100.012720:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196060.
00010000:00000010:3.1:1790689100.012744:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920186637600.
00010000:00000010:3.1:1790689100.012895:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53800.
00000080:00000010:3.1:1790689100.051170:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792b20.
00010000:00000010:3.1:1790689100.051183:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0e00.
00010000:00000010:3.1:1790689100.051192:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b351fe00.
00010000:00000010:0.1:1790689100.106789:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001500.
00010000:00000010:0.1:1790689100.106812:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0111000.
00000080:00000010:0.1:1790689100.106828:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e4e0.
00010000:00000010:0.1:1790689100.106854:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199dd0f00.
00010000:00000010:0.1:1790689100.106860:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ffa00.
00000080:00000010:0.1:1790689100.106866:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103140.
00010000:00000010:0.1:1790689100.106876:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184020b00.
00010000:00000010:0.1:1790689100.106883:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609c200.
00000080:00000010:0.1:1790689100.106891:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfda0.
00010000:00000010:0.1:1790689100.106899:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b809bd00.
00010000:00000010:0.1:1790689100.106903:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd1600.
00000080:00000010:0.1:1790689100.124475:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189e00.
00010000:00000010:0.1:1790689100.124496:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac7100.
00010000:00000010:0.1:1790689100.124506:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e25800.
00000080:00000010:0.1:1790689100.144197:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189900.
00010000:00000010:0.1:1790689100.144224:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b809b600.
00010000:00000010:0.1:1790689100.144233:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183b8e600.
00000080:00000010:0.1:1790689100.144243:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103b80.
00010000:00000010:0.1:1790689100.144297:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b00fb600.
00010000:00000010:0.1:1790689100.144309:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609c600.
00000080:00000010:0.1:1790689100.144332:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201841899e0.
00010000:00000010:0.1:1790689100.144350:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac7800.
00010000:00000010:0.1:1790689100.144381:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e24e00.
00000080:00000010:0.1:1790689100.144407:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71caf40.
00010000:00000010:0.1:1790689100.144437:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057200.
00010000:00000010:0.1:1790689100.144449:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776400.
00000080:00000010:0.1:1790689100.144495:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a400.
00010000:00000010:0.1:1790689100.144527:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada02600.
00010000:00000010:0.1:1790689100.144539:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92019a3c4400.
00000080:00000010:0.1:1790689100.144585:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792d80.
00010000:00000010:0.1:1790689100.144601:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448900.
00010000:00000010:0.1:1790689100.144609:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b351f600.
00000080:00000010:0.1:1790689100.144617:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103500.
00010000:00000010:0.1:1790689100.144630:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184020100.
00010000:00000010:0.1:1790689100.144638:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609ca00.
00000080:00000010:0.1:1790689100.144646:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196960.
00010000:00000010:0.1:1790689100.144662:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada02b00.
00010000:00000010:0.1:1790689100.144673:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53e00.
00000080:00000010:0.1:1790689100.144681:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189480.
00010000:00000010:0.1:1790689100.144701:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcac7d00.
00010000:00000010:0.1:1790689100.144714:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e25a00.
00000080:00000010:0.1:1790689100.144725:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194aee0.
00010000:00000010:0.1:1790689100.144735:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0108300.
00010000:00000010:0.1:1790689100.144749:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae8000.
00000080:00000010:0.1:1790689100.144759:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e160.
00010000:00000010:0.1:1790689100.144772:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448300.
00010000:00000010:0.1:1790689100.144780:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00000080:00000010:3.1:1790689100.148594:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca540.
00010000:00000010:3.1:1790689100.148616:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057700.
00010000:00000010:3.1:1790689100.148622:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3776e00.
00000080:00000010:3.1:1790689100.148629:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b209e0.
00010000:00000010:3.1:1790689100.148638:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada5aa00.
00010000:00000010:3.1:1790689100.148642:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3508a00.
00000080:00000010:3.1:1790689100.148648:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e680.
00010000:00000010:3.1:1790689100.148740:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0500.
00010000:00000010:3.1:1790689100.150290:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0c00.
00000080:00000010:3.1:1790689100.150303:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194ae00.
00000080:00000010:3.1:1790689100.150321:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e080.
00010000:00000010:3.1:1790689100.150337:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199dd0e00.
00010000:00000010:3.1:1790689100.150346:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ff800.
00000080:00000010:3.1:1790689100.150352:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103c60.
00010000:00000010:3.1:1790689100.150535:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b00fbb00.
00010000:00000010:3.1:1790689100.150560:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609dc00.
00000080:00000010:3.1:1790689100.150565:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e900.
00010000:00000010:3.1:1790689100.150577:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0108700.
00010000:00000010:3.1:1790689100.150583:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae9200.
00000080:00000010:3.1:1790689100.150607:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196620.
00000080:00000010:0.1:1790689100.155373:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20660.
00010000:00000010:0.1:1790689100.155401:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada5a000.
00010000:00000010:0.1:1790689100.155411:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877000.
00000080:00000010:1.1F:1790689100.155585:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e840.
00010000:00000010:1.1:1790689100.155644:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448c00.
00010000:00000010:1.1:1790689100.155654:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00000080:00000010:1.1:1790689100.155667:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20120.
00010000:00000010:1.1:1790689100.155685:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada5a900.
00010000:00000010:1.1:1790689100.155703:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf876200.
00000080:00000010:1.1:1790689100.155709:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194ad20.
00010000:00000010:1.1:1790689100.155722:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0108a00.
00010000:00000010:1.1:1790689100.155731:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae9800.
00000080:00000010:1.1:1790689100.155744:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189ea0.
00010000:00000010:1.1:1790689100.155760:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829b800.
00010000:00000010:1.1:1790689100.155769:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183b8f000.
00000080:00000010:1.1:1790689100.155777:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf1037c0.
00010000:00000010:1.1:1790689100.155786:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b00fb100.
00010000:00000010:1.1:1790689100.155795:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609d200.
00000080:00000010:1.1:1790689100.155805:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b209a0.
00010000:00000010:1.1:1790689100.155815:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada5a400.
00010000:00000010:1.1:1790689100.155824:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf876400.
00000080:00000010:1.1:1790689100.155832:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6ff60e0.
00010000:00000010:1.1:1790689100.155842:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448a00.
00010000:00000010:1.1:1790689100.155849:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00000080:00000010:1.1:1790689100.155856:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189120.
00010000:00000010:1.1:1790689100.155869:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829b500.
00010000:00000010:1.1:1790689100.155877:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc4800.
00000080:00000010:1.1:1790689100.155886:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6ff6a20.
00010000:00000010:1.1:1790689100.155895:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448500.
00010000:00000010:1.1:1790689100.155902:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0e00.
00000080:00000010:1.1:1790689100.155912:0:261657:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a900.
00010000:00000010:1.1:1790689100.155921:0:261657:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0108000.
00010000:00000010:1.1:1790689100.155928:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae9e00.
00010000:00000010:3.1:1790689100.158232:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2f00.
00010000:00000010:3.1:1790689100.158245:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53c00.
00000080:00000010:3.1:1790689100.158251:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563780.
00010000:00000010:3.1:1790689100.158262:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0113700.
00010000:00000010:3.1:1790689100.158266:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e02800.
00000080:00000010:3.1:1790689100.158270:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189680.
00010000:00000010:3.1:1790689100.158276:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829bd00.
00010000:00000010:3.1:1790689100.158280:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183b8f400.
00000080:00000010:1.1:1790689100.181555:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20ee0.
00010000:00000010:3.1:1790689100.183497:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199dd0900.
00010000:00000010:3.1:1790689100.183505:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ff200.
00000080:00000010:3.1:1790689100.183508:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563640.
00010000:00000010:3.1:1790689100.183517:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0113300.
00010000:00000010:3.1:1790689100.183520:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e02a00.
00000080:00000010:3.1:1790689100.183523:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189920.
00010000:00000010:3.1:1790689100.183530:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829be00.
00010000:00000010:3.1:1790689100.183534:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183b8ec00.
00000080:00000010:3.1:1790689100.184501:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e460.
00010000:00000010:3.1:1790689100.184514:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199dd0300.
00010000:00000010:3.1:1790689100.184519:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ff600.
00000080:00000010:3.1:1790689100.184523:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196300.
00010000:00000010:3.1:1790689100.184530:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2d00.
00010000:00000010:3.1:1790689100.184535:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53200.
00000080:00000010:3.1:1790689100.184611:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e260.
00010000:00000010:3.1:1790689100.184628:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199dd0a00.
00010000:00000010:3.1:1790689100.184636:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981fe600.
00000080:00000010:3.1:1790689100.184645:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00010000:00000010:3.1:1790689100.184658:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0113a00.
00010000:00000010:3.1:1790689100.184668:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e03c00.
00000080:00000010:3.1:1790689100.184677:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e9c0.
00010000:00000010:3.1:1790689100.184708:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199d68200.
00010000:00000010:3.1:1790689100.184723:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ff000.
00000080:00000010:3.1:1790689100.184734:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7e300.
00010000:00000010:3.1:1790689100.185854:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199d68600.
00010000:00000010:3.1:1790689100.185863:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981fea00.
00000080:00000010:3.1:1790689100.185875:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20140.
00010000:00000010:1.1:1790689100.196573:0:263714:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada5ac00.
00010000:00000010:1.1:1790689100.196588:0:263714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877600.
00000080:00000010:1.1:1790689100.196601:0:263714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b204e0.
00010000:00000010:1.1:1790689100.196638:0:263714:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201aa1f8000.
00010000:00000010:1.1:1790689100.196650:0:263714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877e00.
00000080:00000010:1.1:1790689100.196667:0:263714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a040.
00010000:00000010:1.1:1790689100.196679:0:263714:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30500.
00010000:00000010:1.1:1790689100.196697:0:263714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ec4200.
00000080:00000010:1.1:1790689100.197266:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8bc0.
00010000:00000010:1.1:1790689100.197280:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada02f00.
00010000:00000010:1.1:1790689100.197288:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b82d1c00.
00010000:00000010:3.1:1790689100.201086:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201aa1f8900.
00010000:00000010:3.1:1790689100.201106:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf876e00.
00000080:00000010:3.1:1790689100.201119:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a180.
00010000:00000010:3.1:1790689100.201140:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcadac00.
00010000:00000010:3.1:1790689100.201150:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae8e00.
00000080:00000010:3.1:1790689100.201169:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196e00.
00010000:00000010:3.1:1790689100.201187:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2e00.
00010000:00000010:3.1:1790689100.201204:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53400.
00000080:00000010:3.1:1790689100.201218:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563740.
00010000:00000010:3.1:1790689100.201237:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0113900.
00010000:00000010:3.1:1790689100.201243:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e02c00.
00000080:00000010:3.1:1790689100.201250:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604b20.
00010000:00000010:3.1:1790689100.201262:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829bb00.
00010000:00000010:3.1:1790689100.201273:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd0200.
00000080:00000010:3.1:1790689100.201282:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103680.
00010000:00000010:3.1:1790689100.201297:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b00fbe00.
00010000:00000010:3.1:1790689100.201304:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609d800.
00000080:00000010:3.1:1790689100.201312:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6ff6c60.
00010000:00000010:3.1:1790689100.201328:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448700.
00010000:00000010:3.1:1790689100.201335:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180030a00.
00000080:00000010:3.1:1790689100.201344:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103020.
00010000:00000010:3.1:1790689100.201352:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b00fb500.
00010000:00000010:3.1:1790689100.201360:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609da00.
00000080:00000010:3.1:1790689100.201369:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192bee7c0.
00010000:00000010:3.1:1790689100.201381:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92008c448d00.
00010000:00000010:3.1:1790689100.201389:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180030400.
00000080:00000010:3.1:1790689100.201396:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194abe0.
00010000:00000010:3.1:1790689100.201408:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcada700.
00010000:00000010:3.1:1790689100.201415:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae9600.
00000080:00000010:3.1:1790689100.201424:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b206e0.
00010000:00000010:3.1:1790689100.201451:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201890fa800.
00010000:00000010:3.1:1790689100.201480:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1f2800.
00000080:00000010:3.1:1790689100.231484:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604720.
00010000:00000010:3.1:1790689100.231495:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402ff00.
00010000:00000010:3.1:1790689100.231498:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd0a00.
00000080:00000010:1.1:1790689100.253496:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a0eea880.
00010000:00000010:1.1:1790689100.253513:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca11500.
00010000:00000010:1.1:1790689100.253519:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3c13800.
00000080:00000010:1.1:1790689100.253525:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b207c0.
00010000:00000010:1.1:1790689100.253533:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201aa1f8c00.
00010000:00000010:1.1:1790689100.253537:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877800.
00000080:00000010:1.1:1790689100.253543:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a660.
00010000:00000010:1.1:1790689100.253553:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcada200.
00010000:00000010:1.1:1790689100.253557:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae9000.
00000080:00000010:1.1:1790689100.253562:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0240.
00010000:00000010:1.1:1790689100.253568:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500a00.
00010000:00000010:1.1:1790689100.253572:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b8152e00.
00000080:00000010:1.1:1790689100.253577:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189500.
00010000:00000010:1.1:1790689100.253584:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829bf00.
00010000:00000010:1.1:1790689100.253589:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc4a00.
00000080:00000010:1.1:1790689100.253594:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20760.
00010000:00000010:1.1:1790689100.253598:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201aa1f8700.
00010000:00000010:1.1:1790689100.253601:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877a00.
00000080:00000010:1.1:1790689100.253608:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196820.
00010000:00000010:1.1:1790689100.253620:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30600.
00010000:00000010:1.1:1790689100.253626:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52400.
00000080:00000010:1.1:1790689100.253630:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20f60.
00010000:00000010:1.1:1790689100.253639:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201890fad00.
00010000:00000010:1.1:1790689100.253643:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1f3c00.
00000080:00000010:1.1:1790689100.253647:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920188bbf060.
00010000:00000010:1.1:1790689100.253682:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905edf00.
00010000:00000010:1.1:1790689100.253696:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180031000.
00000080:00000010:3.1:1790689100.253719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920188bbf520.
00010000:00000010:3.1:1790689100.253823:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905ed500.
00010000:00000010:3.1:1790689100.253837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180030200.
00000080:00000010:3.1:1790689100.253854:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca820.
00010000:00000010:3.1:1790689100.253865:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205800.
00010000:00000010:3.1:1790689100.253878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4800.
00000080:00000010:3.1:1790689100.253890:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92009b40fa60.
00010000:00000010:3.1:1790689100.253901:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905eda00.
00010000:00000010:3.1:1790689100.253908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180030800.
00000080:00000010:3.1:1790689100.253919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a480.
00010000:00000010:3.1:1790689100.253933:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcada000.
00010000:00000010:3.1:1790689100.253943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92019a3c5800.
00000080:00000010:3.1:1790689100.253958:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a81961e0.
00010000:00000010:3.1:1790689100.253980:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30f00.
00010000:00000010:3.1:1790689100.253991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52200.
00000080:00000010:3.1:1790689100.254000:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a2c0.
00010000:00000010:3.1:1790689100.254015:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334100.
00010000:00000010:3.1:1790689100.254026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ee1800.
00000080:00000010:3.1:1790689100.254037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103080.
00010000:00000010:3.1:1790689100.254052:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870e00.
00010000:00000010:3.1:1790689100.254063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87a000.
00000080:00000010:3.1:1790689100.254092:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189aa0.
00010000:00000010:3.1:1790689100.254107:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125800.
00010000:00000010:3.1:1790689100.254117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc5e00.
00000080:00000010:3.1:1790689100.254127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920189330280.
00010000:00000010:3.1:1790689100.254139:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905ed300.
00010000:00000010:3.1:1790689100.254146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180031c00.
00000080:00000010:3.1:1790689100.254150:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca7e0.
00010000:00000010:3.1:1790689100.254171:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205d00.
00010000:00000010:3.1:1790689100.254175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4a00.
00000080:00000010:3.1:1790689100.254177:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201893305c0.
00010000:00000010:3.1:1790689100.254182:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905ed900.
00010000:00000010:3.1:1790689100.254186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9d600.
00000080:00000010:3.1:1790689100.254188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194aae0.
00010000:00000010:3.1:1790689100.254194:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30d00.
00010000:00000010:3.1:1790689100.254197:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eec200.
00000080:00000010:3.1:1790689100.254200:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194ade0.
00010000:00000010:3.1:1790689100.254204:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201894dd000.
00010000:00000010:3.1:1790689100.254209:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f8a00.
00000080:00000010:3.1:1790689100.254212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8d20.
00010000:00000010:3.1:1790689100.254216:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334400.
00010000:00000010:3.1:1790689100.254219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f8400.
00000080:00000010:3.1:1790689100.254222:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604240.
00000080:00000010:0.1:1790689100.254743:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a81966e0.
00010000:00000010:0.1:1790689100.254759:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bded2100.
00010000:00000010:0.1:1790689100.254764:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52e00.
00000080:00000010:0.1:1790689100.254768:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196600.
00010000:00000010:0.1:1790689100.254773:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920186637900.
00010000:00000010:0.1:1790689100.254780:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53a00.
00000080:00000010:0.1:1790689100.254786:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7edc0.
00010000:00000010:0.1:1790689100.254800:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199d68e00.
00010000:00000010:0.1:1790689100.254806:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ffc00.
00000080:00000010:0.1:1790689100.254814:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103ec0.
00010000:00000010:0.1:1790689100.254826:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870800.
00010000:00000010:0.1:1790689100.254833:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609de00.
00000080:00000010:0.1:1790689100.254849:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a620.
00010000:00000010:0.1:1790689100.254858:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcadaa00.
00010000:00000010:0.1:1790689100.254866:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcae8200.
00000080:00000010:0.1:1790689100.254875:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7eb80.
00010000:00000010:0.1:1790689100.254886:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199d68d00.
00010000:00000010:0.1:1790689100.254894:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981ffe00.
00000080:00000010:0.1:1790689100.254898:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189ee0.
00010000:00000010:0.1:1790689100.254905:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125f00.
00010000:00000010:0.1:1790689100.254912:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc4e00.
00000080:00000010:0.1:1790689100.254919:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103220.
00010000:00000010:0.1:1790689100.254928:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870d00.
00010000:00000010:0.1:1790689100.254936:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b609ce00.
00000080:00000010:0.1:1790689100.257504:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192beeb20.
00000080:00000010:1.1:1790689100.257504:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca560.
00010000:00000010:1.1:1790689100.257525:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:0.1:1790689100.257526:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905ed200.
00010000:00000010:0.1:1790689100.257539:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920180030600.
00010000:00000010:1.1:1790689100.257539:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4200.
00000080:00000010:0.1:1790689100.257553:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196a60.
00000080:00000010:1.1:1790689100.257554:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a780.
00010000:00000010:0.1:1790689100.257570:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30100.
00010000:00000010:1.1:1790689100.257570:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcada900.
00010000:00000010:1.1:1790689100.257579:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92019a3c4c00.
00010000:00000010:0.1:1790689100.257581:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53000.
00000080:00000010:1.1:1790689100.257588:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196fc0.
00000080:00000010:0.1:1790689100.257590:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a83c0.
00010000:00000010:1.1:1790689100.257603:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30b00.
00010000:00000010:0.1:1790689100.257606:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334600.
00010000:00000010:1.1:1790689100.257613:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f53600.
00010000:00000010:0.1:1790689100.257616:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f9400.
00000080:00000010:1.1:1790689100.257622:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8ce0.
00000080:00000010:0.1:1790689100.257626:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e80.
00010000:00000010:0.1:1790689100.257641:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419b00.
00010000:00000010:0.1:1790689100.257650:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e03400.
00000080:00000010:0.1:1790689100.257658:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189c20.
00010000:00000010:0.1:1790689100.257670:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125d00.
00010000:00000010:0.1:1790689100.257680:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc4c00.
00010000:00000010:3.1:1790689100.259237:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402f100.
00010000:00000010:3.1:1790689100.259243:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd0600.
00000080:00000010:3.1:1790689100.259247:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b40.
00010000:00000010:3.1:1790689100.259256:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419f00.
00010000:00000010:3.1:1790689100.259260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:3.1:1790689100.259265:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cace0.
00010000:00000010:3.1:1790689100.259270:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205500.
00010000:00000010:3.1:1790689100.259273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5c00.
00000080:00000010:3.1:1790689100.259406:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103fe0.
00010000:00000010:3.1:1790689100.259413:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870b00.
00010000:00000010:3.1:1790689100.259416:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87ae00.
00000080:00000010:3.1:1790689100.259419:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed06c0.
00010000:00000010:3.1:1790689100.259424:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920182b0cc00.
00010000:00000010:3.1:1790689100.259428:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eedc00.
00000080:00000010:3.1:1790689100.259431:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca500.
00010000:00000010:3.1:1790689100.259443:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205600.
00010000:00000010:3.1:1790689100.259446:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4c00.
00000080:00000010:3.1:1790689100.259449:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0340.
00010000:00000010:3.1:1790689100.259484:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199db6500.
00010000:00000010:3.1:1790689100.259487:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eec800.
00010000:00000010:3.1:1790689100.259491:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada02100.
00010000:00000010:3.1:1790689100.259494:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ec5e00.
00010000:00000010:1.1:1790689100.259816:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199d68400.
00010000:00000010:1.1:1790689100.259831:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f9c00.
00000080:00000010:1.1:1790689100.259844:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635e0.
00010000:00000010:1.1:1790689100.259857:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201890fae00.
00010000:00000010:1.1:1790689100.259866:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e03200.
00000080:00000010:1.1:1790689100.260166:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e60.
00010000:00000010:1.1:1790689100.260184:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0113000.
00010000:00000010:1.1:1790689100.260193:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8e02000.
00000080:00000010:0.1:1790689100.261786:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103d80.
00010000:00000010:0.1:1790689100.261802:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870600.
00010000:00000010:0.1:1790689100.261810:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87be00.
00000080:00000010:0.1:1790689100.261818:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca920.
00010000:00000010:0.1:1790689100.261828:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205e00.
00010000:00000010:0.1:1790689100.261835:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4600.
00000080:00000010:0.1:1790689100.261853:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d540.
00010000:00000010:0.1:1790689100.261864:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001600.
00010000:00000010:0.1:1790689100.261872:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0110800.
00000080:00000010:0.1:1790689100.261878:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792ac0.
00010000:00000010:0.1:1790689100.261887:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0600.
00010000:00000010:0.1:1790689100.261890:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126800.
00000080:00000010:0.1:1790689100.261894:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d840.
00010000:00000010:0.1:1790689100.261898:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905edc00.
00010000:00000010:0.1:1790689100.261901:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0110200.
00000080:00000010:0.1:1790689100.261905:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196260.
00010000:00000010:0.1:1790689100.261913:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30800.
00010000:00000010:0.1:1790689100.261918:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920188f52000.
00000080:00000010:0.1:1790689100.261935:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:0.1:1790689100.261945:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419100.
00010000:00000010:0.1:1790689100.261953:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:0.1:1790689100.261959:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103540.
00010000:00000010:0.1:1790689100.261968:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf870f00.
00010000:00000010:0.1:1790689100.261974:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87b600.
00000080:00000010:0.1:1790689100.261982:0:12:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604c20.
00010000:00000010:0.1:1790689100.261997:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402f800.
00010000:00000010:0.1:1790689100.262004:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd1c00.
00010000:00000010:0.1:1790689100.264583:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f8c00.
00000080:00000010:3.1:1790689100.270133:0:263714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f00.
00010000:00000010:3.1:1790689100.270152:0:263714:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199db6900.
00010000:00000010:3.1:1790689100.270158:0:263714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eede00.
00000080:00000010:1.1:1790689100.270472:0:282648:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d0a0.
00010000:00000010:1.1:1790689100.270486:0:282648:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001f00.
00010000:00000010:1.1:1790689100.270494:0:282648:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0110600.
00000080:00000010:0.1:1790689100.273265:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639c0.
00010000:00000010:0.1:1790689100.273281:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419d00.
00010000:00000010:0.1:1790689100.273290:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00000080:00000010:0.1:1790689100.276524:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604a00.
00010000:00000010:0.1:1790689100.276540:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402fe00.
00010000:00000010:0.1:1790689100.276546:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd1200.
00000080:00000010:1.1:1790689100.276794:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a060.
00010000:00000010:1.1:1790689100.276811:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920190a1ed00.
00010000:00000010:1.1:1790689100.276819:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ec4800.
00000080:00000010:3.1:1790689100.287600:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cafa0.
00010000:00000010:3.1:1790689100.287619:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205f00.
00010000:00000010:3.1:1790689100.287624:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4000.
00000080:00000010:3.1:1790689100.287630:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8a40.
00010000:00000010:3.1:1790689100.287637:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001100.
00010000:00000010:3.1:1790689100.287641:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9d400.
00000080:00000010:3.1:1790689100.287645:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a320.
00010000:00000010:3.1:1790689100.287990:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920190a1e600.
00010000:00000010:3.1:1790689100.287997:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ec5a00.
00000080:00000010:3.1:1790689100.288002:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563de0.
00010000:00000010:3.1:1790689100.288008:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419e00.
00010000:00000010:3.1:1790689100.288013:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5c00.
00000080:00000010:3.1:1790689100.288017:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201866045c0.
00010000:00000010:3.1:1790689100.288023:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402f500.
00010000:00000010:3.1:1790689100.288027:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befd0000.
00000080:00000010:3.1:1790689100.292556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d900.
00010000:00000010:3.1:1790689100.292571:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca17200.
00010000:00000010:3.1:1790689100.292577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0111c00.
00000080:00000010:3.1:1790689100.292582:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0540.
00010000:00000010:3.1:1790689100.292588:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199db6d00.
00010000:00000010:3.1:1790689100.292592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eece00.
00000080:00000010:3.1:1790689100.297488:0:282650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a194a2a0.
00010000:00000010:3.1:1790689100.297506:0:282650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920190a1e000.
00000080:00000010:0.1:1790689100.297526:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103960.
00010000:00000010:3.1:1790689100.297529:0:282650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199ec5800.
00010000:00000010:0.1:1790689100.297546:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714100.
00010000:00000010:0.1:1790689100.297556:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87a200.
00000080:00000010:0.1:1790689100.297569:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca880.
00010000:00000010:0.1:1790689100.297582:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199205100.
00010000:00000010:0.1:1790689100.297613:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5400.
00000080:00000010:0.1:1790689100.305563:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201866047e0.
00000080:00000010:3.1:1790689100.307045:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf103860.
00010000:00000010:3.1:1790689100.307066:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714800.
00010000:00000010:3.1:1790689100.307209:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87a800.
00000080:00000010:3.1:1790689100.307487:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a40.
00010000:00000010:3.1:1790689100.307497:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419500.
00010000:00000010:3.1:1790689100.307502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689100.307506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882dd00.
00010000:00000010:3.1:1790689100.307511:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca17a00.
00010000:00000010:3.1:1790689100.307515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0110c00.
00000080:00000010:3.1:1790689100.307518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca940.
00010000:00000010:3.1:1790689100.307523:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352c600.
00010000:00000010:3.1:1790689100.307530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5800.
00010000:00000010:0.1:1790689100.307829:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018402f600.
00010000:00000010:0.1:1790689100.307836:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadde00.
00000080:00000010:0.1:1790689100.315143:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196a80.
00010000:00000010:0.1:1790689100.315158:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada30e00.
00010000:00000010:0.1:1790689100.315164:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b63a00.
00000080:00000010:0.1:1790689100.315169:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636c0.
00010000:00000010:0.1:1790689100.315176:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189419600.
00010000:00000010:0.1:1790689100.315180:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5200.
00000080:00000010:0.1:1790689100.315185:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed03a0.
00010000:00000010:0.1:1790689100.315351:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199db6100.
00010000:00000010:0.1:1790689100.315356:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a2eecc00.
00000080:00000010:3.1:1790689100.325084:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca2e0.
00010000:00000010:3.1:1790689100.325101:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352cb00.
00010000:00000010:3.1:1790689100.325107:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5a00.
00000080:00000010:0.1:1790689100.331505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196d40.
00010000:00000010:0.1:1790689100.331526:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b740c500.
00010000:00000010:0.1:1790689100.331532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b63200.
00000080:00000010:3.1:1790689100.331698:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201867928c0.
00010000:00000010:3.1:1790689100.331710:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0b00.
00010000:00000010:3.1:1790689100.331714:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126a00.
00000080:00000010:0.1:1790689100.333663:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cade0.
00010000:00000010:0.1:1790689100.333681:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352cf00.
00010000:00000010:0.1:1790689100.333698:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5e00.
00000080:00000010:3.1:1790689100.333884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ba0.
00010000:00000010:3.1:1790689100.333896:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3775d00.
00010000:00000010:3.1:1790689100.333905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00000080:00000010:3.1:1790689100.333911:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186886900.
00010000:00000010:3.1:1790689100.333920:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125e00.
00010000:00000010:3.1:1790689100.333926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc5000.
00000080:00000010:3.1:1790689100.333934:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b46277e0.
00010000:00000010:3.1:1790689100.333943:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca11600.
00010000:00000010:3.1:1790689100.333950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3c12e00.
00000080:00000010:3.1:1790689100.333955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792ce0.
00010000:00000010:3.1:1790689100.333964:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0f00.
00010000:00000010:3.1:1790689100.333971:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126600.
00000080:00000010:3.1:1790689100.333978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d3c0.
00010000:00000010:3.1:1790689100.333989:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca17000.
00010000:00000010:3.1:1790689100.333996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00000080:00000010:3.1:1790689100.334002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196860.
00010000:00000010:3.1:1790689100.334012:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b740c600.
00010000:00000010:3.1:1790689100.334038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62800.
00000080:00000010:0.1:1790689100.336707:0:261658:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201841897c0.
00010000:00000010:0.1:1790689100.336722:0:261658:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500900.
00010000:00000010:0.1:1790689100.336726:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e25000.
00000080:00000010:0.1:1790689100.368497:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf1031e0.
00010000:00000010:0.1:1790689100.368513:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714300.
00010000:00000010:0.1:1790689100.368521:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87aa00.
00000080:00000010:3.1:1790689100.369475:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792880.
00010000:00000010:3.1:1790689100.369488:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0100.
00010000:00000010:3.1:1790689100.369496:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0127c00.
00000080:00000010:3.1:1790689100.369505:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882de20.
00010000:00000010:3.1:1790689100.369516:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9200905ed000.
00010000:00000010:3.1:1790689100.369522:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00000080:00000010:0.1:1790689100.382093:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189720.
00010000:00000010:0.1:1790689100.382110:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500000.
00010000:00000010:0.1:1790689100.382116:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e25c00.
00000080:00000010:0.1:1790689100.382120:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca220.
00010000:00000010:0.1:1790689100.382127:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352cd00.
00010000:00000010:0.1:1790689100.382131:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef4400.
00000080:00000010:0.1:1790689100.382136:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882df40.
00010000:00000010:0.1:1790689100.382147:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca17400.
00010000:00000010:0.1:1790689100.382170:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:0.1:1790689100.382174:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196540.
00010000:00000010:0.1:1790689100.382182:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b740cf00.
00010000:00000010:0.1:1790689100.382186:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b63c00.
00000080:00000010:0.1:1790689100.382189:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196ee0.
00010000:00000010:0.1:1790689100.382193:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b740c100.
00010000:00000010:0.1:1790689100.382196:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62c00.
00000080:00000010:0.1:1790689100.382201:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf1039a0.
00010000:00000010:0.1:1790689100.382212:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714a00.
00010000:00000010:0.1:1790689100.382216:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87bc00.
00000080:00000010:0.1:1790689100.382220:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186886480.
00010000:00000010:0.1:1790689100.382227:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125b00.
00010000:00000010:0.1:1790689100.382231:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc4200.
00000080:00000010:3.1:1790689100.383565:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a05e19c0.
00010000:00000010:3.1:1790689100.383578:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0800.
00010000:00000010:3.1:1790689100.383584:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b6094200.
00000080:00000010:3.1:1790689100.383587:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cae60.
00010000:00000010:3.1:1790689100.383593:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352c800.
00010000:00000010:3.1:1790689100.383597:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5600.
00000080:00000010:3.1:1790689100.383601:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a05e1ae0.
00010000:00000010:3.1:1790689100.384140:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191b9a700.
00010000:00000010:3.1:1790689100.384147:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b6094800.
00000080:00000010:3.1:1790689100.384150:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8da0.
00010000:00000010:3.1:1790689100.384158:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191354c00.
00010000:00000010:3.1:1790689100.384163:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9d200.
00000080:00000010:3.1:1790689100.384166:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189bc0.
00010000:00000010:3.1:1790689100.384172:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500400.
00010000:00000010:3.1:1790689100.384176:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e25200.
00000080:00000010:3.1:1790689100.384181:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201868867c0.
00010000:00000010:3.1:1790689100.384186:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189125600.
00010000:00000010:3.1:1790689100.384190:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200b3cc5c00.
00000080:00000010:3.1:1790689100.384195:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201bf1035e0.
00010000:00000010:3.1:1790689100.386545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714900.
00010000:00000010:3.1:1790689100.386556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87ac00.
00000080:00000010:3.1:1790689100.386564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca0e0.
00010000:00000010:3.1:1790689100.386580:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b352ce00.
00010000:00000010:3.1:1790689100.386589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201a8ef5000.
00000080:00000010:3.1:1790689100.386619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a05e1320.
00010000:00000010:3.1:1790689100.394482:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191b9a300.
00010000:00000010:3.1:1790689100.394509:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b6094a00.
00000080:00000010:3.1:1790689100.394514:0:282645:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c00.
00010000:00000010:3.1:1790689100.394525:0:282645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3775e00.
00010000:00000010:3.1:1790689100.394528:0:282645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:0.1:1790689100.394670:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8180.
00010000:00000010:0.1:1790689100.394680:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191354200.
00010000:00000010:0.1:1790689100.394696:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9da00.
00000080:00000010:0.1:1790689100.394700:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71caf20.
00010000:00000010:0.1:1790689100.394707:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3714000.
00010000:00000010:0.1:1790689100.394711:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87b200.
00000080:00000010:0.1:1790689100.394716:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186604380.
00010000:00000010:0.1:1790689100.394727:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ba943f00.
00010000:00000010:0.1:1790689100.394731:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadd600.
00000080:00000010:3.1:1790689100.404925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196dc0.
00010000:00000010:3.1:1790689100.404939:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b740cd00.
00010000:00000010:3.1:1790689100.404946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62e00.
00000080:00000010:3.1:1790689100.404953:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a89a0.
00010000:00000010:3.1:1790689100.404961:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191354900.
00010000:00000010:3.1:1790689100.404966:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9dc00.
00000080:00000010:0.1:1790689100.406395:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189240.
00010000:00000010:0.1:1790689100.406413:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500700.
00010000:00000010:0.1:1790689100.406419:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e24800.
00000080:00000010:1.1:1790689100.422914:0:263704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8680.
00010000:00000010:1.1:1790689100.422933:0:263704:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920191354400.
00010000:00000010:1.1:1790689100.422942:0:263704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9d800.
00000080:00000010:1.1:1790689100.422950:0:263704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192b58300.
00010000:00000010:1.1:1790689100.422963:0:263704:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199215600.
00010000:00000010:1.1:1790689100.422969:0:263704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadd000.
00000080:00000010:3.1:1790689100.424037:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792900.
00010000:00000010:3.1:1790689100.424069:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019829df00.
00010000:00000010:3.1:1790689100.424080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126c00.
00000080:00000010:3.1:1790689100.424089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201841897e0.
00010000:00000010:3.1:1790689100.424100:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3500200.
00010000:00000010:3.1:1790689100.424107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e24a00.
00000080:00000010:3.1:1790689100.424116:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192b58de0.
00010000:00000010:3.1:1790689100.424508:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199215b00.
00010000:00000010:3.1:1790689100.424522:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadc200.
00000080:00000010:3.1:1790689100.425436:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0320.
00010000:00000010:3.1:1790689100.425486:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c001e900.
00010000:00000010:3.1:1790689100.425495:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183c4fa00.
00000080:00000010:3.1:1790689100.425502:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792f20.
00010000:00000010:3.1:1790689100.425512:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1d0d00.
00010000:00000010:3.1:1790689100.425517:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0127200.
00000080:00000010:1.1:1790689100.429681:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196840.
00010000:00000010:1.1:1790689100.429712:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:1.1:1790689100.429721:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62400.
00000080:00000010:3.1:1790689100.430232:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20ba0.
00010000:00000010:3.1:1790689100.430256:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201aa1f8500.
00010000:00000010:3.1:1790689100.430265:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf876a00.
00000080:00000010:1.1:1790689100.435497:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196480.
00010000:00000010:1.1:1790689100.435514:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858200.
00010000:00000010:1.1:1790689100.435521:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62600.
00000080:00000010:3.1:1790689100.435576:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920184189940.
00010000:00000010:3.1:1790689100.435595:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde9f200.
00010000:00000010:3.1:1790689100.435605:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920199e24200.
00000080:00000010:3.1:1790689100.435614:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0100.
00010000:00000010:3.1:1790689100.435624:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c001e000.
00010000:00000010:3.1:1790689100.435646:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183c4f200.
00000080:00000010:3.1:1790689100.435656:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192b58aa0.
00010000:00000010:3.1:1790689100.435675:0:263713:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199215f00.
00010000:00000010:3.1:1790689100.435695:0:263713:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadc800.
00000080:00000010:3.1:1790689100.442703:0:263713:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d00.
00010000:00000010:3.1:1790689100.485704:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920182b0ce00.
00010000:00000010:3.1:1790689100.485719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183c4e600.
00000080:00000010:3.1:1790689100.485724:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b201c0.
00010000:00000010:3.1:1790689100.485735:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018403a100.
00010000:00000010:3.1:1790689100.485738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877c00.
00000080:00000010:3.1:1790689100.496209:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634c0.
00010000:00000010:3.1:1790689100.496228:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3775500.
00010000:00000010:3.1:1790689100.496235:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689100.496246:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920193525ce0.
00010000:00000010:3.1:1790689100.497079:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199215800.
00010000:00000010:3.1:1790689100.497085:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadc600.
00000080:00000010:3.1:1790689100.497092:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792ea0.
00010000:00000010:3.1:1790689100.497184:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ba948a00.
00010000:00000010:3.1:1790689100.497193:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0127a00.
00000080:00000010:0.1:1790689100.503877:0:282646:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920193525ee0.
00010000:00000010:0.1:1790689100.503903:0:282646:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ba943100.
00010000:00000010:0.1:1790689100.503909:0:282646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1fa200.
00000080:00000010:3.1:1790689100.511898:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920193525fa0.
00010000:00000010:3.1:1790689100.511920:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea9da00.
00010000:00000010:3.1:1790689100.511931:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaddc00.
00000080:00000010:3.1:1790689100.511942:0:282649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92019a12d860.
00010000:00000010:3.1:1790689100.511956:0:282649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea55a00.
00010000:00000010:3.1:1790689100.511966:0:282649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befdb600.
00000080:00000010:3.1:1790689100.521776:0:282650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a81965e0.
00010000:00000010:3.1:1790689100.521805:0:282650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858c00.
00010000:00000010:3.1:1790689100.521811:0:282650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920198b62200.
00000080:00000010:3.1:1790689100.521816:0:282650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b208e0.
00010000:00000010:3.1:1790689100.521824:0:282650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf837300.
00010000:00000010:3.1:1790689100.521827:0:282650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1f2e00.
00000080:00000010:3.1:1790689100.521831:0:282650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920193525e60.
00010000:00000010:3.1:1790689100.521840:0:282650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea9d900.
00010000:00000010:3.1:1790689100.521862:0:282650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadcc00.
00000080:00000010:1.1:1790689100.530497:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cadc0.
00000080:00000010:3.1:1790689100.530500:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792820.
00010000:00000010:1.1:1790689100.530528:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada48700.
00010000:00000010:3.1:1790689100.530528:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ba948c00.
00010000:00000010:1.1:1790689100.530548:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf87b800.
00010000:00000010:3.1:1790689100.530549:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126400.
00000080:00000010:1.1:1790689100.530568:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92019a12dfc0.
00000080:00000010:3.1:1790689100.530568:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d920.
00010000:00000010:1.1:1790689100.530593:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea55900.
00010000:00000010:3.1:1790689100.530594:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659e100.
00010000:00000010:1.1:1790689100.530611:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befda400.
00010000:00000010:3.1:1790689100.530614:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00000080:00000010:1.1:1790689100.530624:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20900.
00010000:00000010:1.1:1790689100.530648:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf837200.
00010000:00000010:1.1:1790689100.530657:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1f3600.
00000080:00000010:1.1:1790689100.537830:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196800.
00010000:00000010:1.1:1790689100.537849:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858700.
00010000:00000010:1.1:1790689100.537856:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4a00.
00000080:00000010:1.1:1790689100.537862:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201935257c0.
00010000:00000010:1.1:1790689100.537870:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea9d000.
00010000:00000010:1.1:1790689100.537874:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadd200.
00000080:00000010:1.1:1790689100.537879:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792520.
00000080:00000010:3.1:1790689100.538505:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71caf00.
00010000:00000010:3.1:1790689100.538520:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada48300.
00010000:00000010:3.1:1790689100.538526:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad7000.
00010000:00000010:1.1:1790689100.541473:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019920d100.
00010000:00000010:1.1:1790689100.541489:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0127000.
00000080:00000010:1.1:1790689100.541495:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20aa0.
00010000:00000010:1.1:1790689100.541511:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf837a00.
00010000:00000010:1.1:1790689100.541515:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201ad1fa000.
00000080:00000010:3.1:1790689100.550598:0:282647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792e40.
00010000:00000010:3.1:1790689100.550612:0:282647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019920d800.
00010000:00000010:3.1:1790689100.550621:0:282647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b0126200.
00000080:00000010:1.1:1790689100.569308:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a82c0.
00010000:00000010:1.1:1790689100.569329:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659ed00.
00010000:00000010:1.1:1790689100.569341:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9ce00.
00000080:00000010:3.1:1790689100.606085:0:263705:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92018679e180.
00000080:00000010:1.1:1790689100.662628:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71ca280.
00010000:00000010:1.1:1790689100.662647:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada48a00.
00010000:00000010:1.1:1790689100.662654:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad6800.
00000080:00000010:1.1:1790689100.662659:0:263703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92019a12dd40.
00010000:00000010:1.1:1790689100.662694:0:263703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada47800.
00010000:00000010:1.1:1790689100.662698:0:263703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befda800.
00010000:00000010:3.1:1790689100.662777:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189424300.
00010000:00000010:3.1:1790689100.662786:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941da00.
00000080:00000010:3.1:1790689100.662795:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792cc0.
00010000:00000010:3.1:1790689100.662811:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019920dd00.
00010000:00000010:3.1:1790689100.662820:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377e200.
00000080:00000010:0.1:1790689100.678933:0:263714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20400.
00000080:00000010:3.1:1790689100.679493:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920188bdef80.
00010000:00000010:3.1:1790689100.679514:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bea9d700.
00010000:00000010:3.1:1790689100.680091:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcadd800.
00000080:00000010:3.1:1790689100.710489:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92018679e660.
00010000:00000010:3.1:1790689100.710507:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199c5d200.
00010000:00000010:3.1:1790689100.710526:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941d000.
00000080:00000010:3.1:1790689100.710532:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d00.
00010000:00000010:3.1:1790689100.710540:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcace400.
00010000:00000010:3.1:1790689100.710548:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860d4000.
00000080:00000010:3.1:1790689100.710559:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201867920e0.
00010000:00000010:3.1:1790689100.710575:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184019b00.
00010000:00000010:3.1:1790689100.710583:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377e000.
00000080:00000010:3.1:1790689100.710591:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882ddc0.
00010000:00000010:3.1:1790689100.710605:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920198fa5a00.
00010000:00000010:3.1:1790689100.710622:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:3.1:1790689100.710628:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8a0.
00010000:00000010:3.1:1790689100.710640:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcace300.
00010000:00000010:3.1:1790689100.710646:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860d5a00.
00000080:00000010:3.1:1790689100.710652:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df4e0.
00010000:00000010:3.1:1790689100.710656:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcace200.
00010000:00000010:3.1:1790689100.710659:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860d5e00.
00000080:00000010:3.1:1790689100.710662:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b71cab40.
00010000:00000010:3.1:1790689100.710667:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ada48000.
00010000:00000010:3.1:1790689100.710671:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad6a00.
00000080:00000010:3.1:1790689100.710674:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b207a0.
00010000:00000010:3.1:1790689100.710689:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018403a800.
00010000:00000010:3.1:1790689100.710693:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bf877200.
00000080:00000010:3.1:1790689100.710696:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792180.
00010000:00000010:3.1:1790689100.710701:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019920db00.
00010000:00000010:3.1:1790689100.710704:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377fc00.
00000080:00000010:3.1:1790689100.710707:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a81a0.
00010000:00000010:3.1:1790689100.710713:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201861f0200.
00010000:00000010:3.1:1790689100.710716:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9c200.
00000080:00000010:3.1:1790689100.710720:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196700.
00010000:00000010:3.1:1790689100.710724:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018942a000.
00010000:00000010:3.1:1790689100.710727:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4600.
00000080:00000010:3.1:1790689100.710729:0:261659:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563140.
00010000:00000010:3.1:1790689100.710733:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b3775800.
00010000:00000010:3.1:1790689100.710736:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860d5200.
00000080:00000010:1.1:1790689100.712836:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792a80.
00010000:00000010:0.1:1790689100.713171:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018403ae00.
00010000:00000010:0.1:1790689100.713184:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b353f600.
00000080:00000010:0.1:1790689100.713198:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8ea0.
00010000:00000010:0.1:1790689100.713214:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201861f0d00.
00010000:00000010:0.1:1790689100.713239:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920183d9c800.
00000080:00000010:0.1:1790689100.713250:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920186792400.
00010000:00000010:0.1:1790689100.713262:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184019600.
00010000:00000010:0.1:1790689100.713272:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377f200.
00000080:00000010:0.1:1790689100.713279:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d320.
00010000:00000010:0.1:1790689100.713288:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659e300.
00010000:00000010:0.1:1790689100.713294:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00000080:00000010:0.1:1790689100.713298:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196080.
00010000:00000010:0.1:1790689100.713309:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018942ac00.
00010000:00000010:0.1:1790689100.713315:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00000080:00000010:0.1:1790689100.713323:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92018679ee40.
00010000:00000010:0.1:1790689100.713340:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920199c5da00.
00010000:00000010:0.1:1790689100.713346:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941c200.
00000080:00000010:0.1:1790689100.719712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201867924a0.
00010000:00000010:0.1:1790689100.719739:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184019f00.
00010000:00000010:0.1:1790689100.719752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377f400.
00000080:00000010:0.1:1790689100.719770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20a00.
00010000:00000010:0.1:1790689100.719789:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bca00500.
00010000:00000010:0.1:1790689100.719799:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b3509400.
00010000:00000010:1.1:1790689100.719849:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019920d500.
00010000:00000010:1.1:1790689100.719863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b377ea00.
00000080:00000010:1.1:1790689100.719878:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920192bb0380.
00010000:00000010:1.1:1790689100.719909:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bcace700.
00010000:00000010:1.1:1790689100.719918:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860d5800.
00000080:00000010:1.1:1790689100.719926:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92019a12d440.
00010000:00000010:1.1:1790689100.719943:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018403a600.
00010000:00000010:1.1:1790689100.719955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201befdbc00.
00000080:00000010:1.1:1790689100.719988:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882dc60.
00010000:00000010:1.1:1790689100.720010:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659e200.
00010000:00000010:1.1:1790689100.720024:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00000080:00000010:1.1:1790689100.720034:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b6f7ed60.
00010000:00000010:1.1:1790689100.720048:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920188b6ea00.
00010000:00000010:1.1:1790689100.720167:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689100.756648:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d100.
00010000:00000010:0.1:1790689100.756666:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659ea00.
00010000:00000010:0.1:1790689100.756684:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00000080:00000010:1.1:1790689100.757653:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8196ca0.
00010000:00000010:1.1:1790689100.757673:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ab04ba00.
00010000:00000010:1.1:1790689100.757692:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4c00.
00000080:00000010:1.1:1790689100.757696:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b882d720.
00010000:00000010:1.1:1790689100.757701:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92018659e900.
00010000:00000010:1.1:1790689100.757706:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00000080:00000010:1.1:1790689101.257252:0:282653:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20f00.
00000080:00000010:3.1:1790689113.969020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201895ff7c0.
00010000:00000010:3.1:1790689114.014055:0:282247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b36d6600.
00010000:00000010:3.1:1790689114.014078:0:282247:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189424000.
00010000:00000010:3.1:1790689114.014085:0:282247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941d600.
00010000:00000010:3.1:1790689114.014089:0:282247:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201889fbc00.
00010000:00000010:3.1:1790689114.014094:0:282247:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b36d6c00.
00000080:00000010:0.1:1790689114.027503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201895ff7e0.
00000080:00000010:0.1:1790689114.041937:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201933718c0.
00000080:00000010:3.1:1790689135.591762:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201936a8720.
00010000:00000010:3.1:1790689135.611600:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189424f00.
00010000:00000010:3.1:1790689135.611636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941d200.
00000080:00000010:0.1:1790689207.666504:0:285487:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8e0.
00010000:00000010:0.1:1790689207.666520:0:285487:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920189424200.
00010000:00000010:0.1:1790689207.666532:0:285487:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941de00.
00010000:00000010:3.1:1790689207.971395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689207.992548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:3.1:1790689208.021941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689208.516556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:3.1:1790689208.525504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:0.1:1790689208.552101:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:1.1:1790689208.735583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4c00.
00010000:00000010:1.1:1790689208.859528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4c00.
00010000:00000010:1.1:1790689208.864536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5a00.
00000080:00000010:3.1:1790689209.034592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00000080:00000010:3.1:1790689209.034605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8fc0.
00000080:00000010:3.1:1790689209.034614:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e60.
00000080:00000010:3.1:1790689209.034695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00000080:00000010:3.1:1790689209.034700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8080.
00000080:00000010:3.1:1790689209.034703:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8c00.
00000080:00000010:3.1:1790689209.034706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b60.
00000080:00000010:3.1:1790689209.034710:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563020.
00000080:00000010:3.1:1790689209.034715:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d20.
00000080:00000010:3.1:1790689209.034719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df380.
00000080:00000010:3.1:1790689209.034725:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0140.
00000080:00000010:3.1:1790689209.034730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00000080:00000010:3.1:1790689209.034732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:3.1:1790689209.034736:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8440.
00000080:00000010:3.1:1790689209.034739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8aa0.
00000080:00000010:3.1:1790689209.038500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0500.
00010000:00000010:3.1:1790689209.038528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:3.1:1790689209.038534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689209.194349:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb81e0.
00000080:00000010:3.1:1790689209.194369:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb87e0.
00000080:00000010:3.1:1790689209.194372:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ee0.
00000080:00000010:3.1:1790689209.194376:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff60.
00010000:00000010:3.1:1790689209.194382:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecbc00.
00010000:00000010:3.1:1790689209.194387:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5200.
00000080:00000010:3.1:1790689209.199552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00010000:00000010:1.1:1790689209.245630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4a00.
00010000:00000010:1.1:1790689209.273513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4800.
00010000:00000010:3.1:1790689209.324521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689209.327929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689209.338250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00000080:00000010:3.1:1790689209.357256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d20.
00010000:00000010:1.1:1790689209.391271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00010000:00000010:3.1:1790689209.450278:0:285505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689209.450295:0:285505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5200.
00010000:00000010:3.1:1790689209.450299:0:285505:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4200.
00010000:00000010:3.1:1790689209.564513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:1.1:1790689209.600668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0800.
00010000:00000010:3.1:1790689209.747859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689209.747910:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689209.758506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00000080:00000010:3.1:1790689209.794505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563da0.
00000080:00000010:3.1:1790689209.794527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f80.
00000080:00000010:3.1:1790689209.794531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e80.
00000080:00000010:3.1:1790689209.794534:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634e0.
00000080:00000010:3.1:1790689209.794539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84c0.
00000080:00000010:3.1:1790689209.794556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00000080:00000010:3.1:1790689209.794560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8380.
00000080:00000010:3.1:1790689209.794565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00000080:00000010:3.1:1790689209.794571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df280.
00000080:00000010:3.1:1790689209.794575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b00.
00000080:00000010:3.1:1790689209.794578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e60.
00000080:00000010:3.1:1790689209.794587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563020.
00000080:00000010:3.1:1790689209.794593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b40.
00000080:00000010:3.1:1790689209.794597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb60.
00000080:00000010:3.1:1790689209.794612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed06a0.
00000080:00000010:3.1:1790689209.794619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:3.1:1790689209.794625:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689209.794632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689209.891507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689209.891516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689209.891519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5a00.
00010000:00000010:3.1:1790689209.891522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4400.
00010000:00000010:3.1:1790689209.891524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689209.891526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:3.1:1790689209.891529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00010000:00000010:3.1:1790689209.891531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689209.982802:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8bc0.
00000080:00000010:3.1:1790689209.982836:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b80.
00000080:00000010:3.1:1790689209.982840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8160.
00000080:00000010:3.1:1790689209.982844:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:3.1:1790689209.982855:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecba00.
00010000:00000010:3.1:1790689209.982860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689209.989998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8fe0.
00010000:00000010:0.1:1790689210.031247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e600.
00010000:00000010:0.1:1790689210.046680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:0.1:1790689210.063954:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e000.
00010000:00000010:0.1:1790689210.063974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00000080:00000010:0.1:1790689210.063982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2e0.
00010000:00000010:0.1:1790689210.080406:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e800.
00010000:00000010:0.1:1790689210.080422:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:1.1:1790689210.084643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfd00.
00010000:00000010:0.1:1790689210.157502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ea00.
00010000:00000010:3.1:1790689210.205615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689210.223371:0:285336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:1.1:1790689210.314645:0:285524:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:3.1:1790689210.327611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689210.327627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689210.327630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:1.1:1790689210.343761:0:285529:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:3.1:1790689210.435370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:3.1:1790689210.440608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:0.1:1790689210.546714:0:285530:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:0.1:1790689210.580690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:3.1:1790689210.597501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfd00.
00000080:00000010:3.1:1790689210.597523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb80a0.
00000080:00000010:3.1:1790689210.597540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8a20.
00000080:00000010:3.1:1790689210.597544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8760.
00000080:00000010:3.1:1790689210.597549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8800.
00000080:00000010:3.1:1790689210.597553:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00000080:00000010:3.1:1790689210.597559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563960.
00000080:00000010:3.1:1790689210.597564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563720.
00000080:00000010:3.1:1790689210.597570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04a0.
00000080:00000010:3.1:1790689210.597575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8540.
00000080:00000010:3.1:1790689210.597578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0a00.
00000080:00000010:3.1:1790689210.597581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e80.
00000080:00000010:3.1:1790689210.597639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f80.
00000080:00000010:3.1:1790689210.597644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ca0.
00000080:00000010:3.1:1790689210.597648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffc0.
00000080:00000010:3.1:1790689210.597652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8720.
00010000:00000010:3.1:1790689210.597658:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb700.
00010000:00000010:3.1:1790689210.597663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e800.
00010000:00000010:3.1:1790689210.787509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:3.1:1790689210.787524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00010000:00000010:3.1:1790689210.787558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:3.1:1790689210.787561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689210.787564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689210.787566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689210.787568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00010000:00000010:3.1:1790689210.787571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:1.1:1790689210.936705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0000.
00010000:00000010:1.1:1790689210.954272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689210.954282:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00000080:00000010:1.1:1790689210.954291:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8a60.
00000080:00000010:1.1:1790689210.954297:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8200.
00000080:00000010:1.1:1790689210.954300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed08a0.
00010000:00000010:1.1:1790689210.959506:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb700.
00010000:00000010:1.1:1790689210.959535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f400.
00000080:00000010:1.1:1790689210.979833:0:285534:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0260.
00010000:00000010:1.1:1790689211.009373:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044400.
00010000:00000010:1.1:1790689211.009383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689211.009388:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0780.
00010000:00000010:1.1:1790689211.015258:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00010000:00000010:1.1:1790689211.015270:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00000080:00000010:1.1:1790689211.015276:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0da0.
00010000:00000010:1.1:1790689211.029501:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044c00.
00010000:00000010:1.1:1790689211.029508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4600.
00000080:00000010:1.1:1790689211.029513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0260.
00010000:00000010:3.1:1790689211.120702:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101700.
00010000:00000010:3.1:1790689211.120711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689211.129316:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb88c0.
00010000:00000010:3.1:1790689211.129344:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689211.129351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689211.129355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d80.
00010000:00000010:3.1:1790689211.133530:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:3.1:1790689211.133545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689211.168706:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101800.
00010000:00000010:3.1:1790689211.168714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fe00.
00000080:00000010:3.1:1790689211.168719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8940.
00010000:00000010:3.1:1790689211.240019:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689211.240031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689211.244509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8c60.
00010000:00000010:3.1:1790689211.267066:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:0.1:1790689211.292549:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e000.
00010000:00000010:0.1:1790689211.292557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:0.1:1790689211.298792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00000080:00000010:0.1:1790689211.298820:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df660.
00010000:00000010:0.1:1790689211.334559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00000080:00000010:0.1:1790689211.334683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3a0.
00000080:00000010:0.1:1790689211.334693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df4e0.
00010000:00000010:3.1:1790689211.343728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00010000:00000010:3.1:1790689211.375367:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689211.385773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00010000:00000010:3.1:1790689211.408355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689211.459969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00010000:00000010:3.1:1790689211.459983:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689211.459987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00010000:00000010:3.1:1790689211.459989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:0.1:1790689211.472504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00010000:00000010:3.1:1790689211.515602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ee00.
00010000:00000010:3.1:1790689211.578924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:0.1:1790689211.628497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fa00.
00010000:00000010:0.1:1790689211.634915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:3.1:1790689211.661034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:3.1:1790689211.684525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689211.706678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634c0.
00000080:00000010:3.1:1790689211.706700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00000080:00000010:3.1:1790689211.706707:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df1e0.
00000080:00000010:3.1:1790689211.706712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84e0.
00000080:00000010:3.1:1790689211.706719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8000.
00000080:00000010:3.1:1790689211.706723:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563300.
00000080:00000010:3.1:1790689211.706727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00000080:00000010:3.1:1790689211.706730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00000080:00000010:3.1:1790689211.706733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0e80.
00000080:00000010:3.1:1790689211.706737:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df0e0.
00000080:00000010:3.1:1790689211.706743:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95630c0.
00000080:00000010:3.1:1790689211.706746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a80.
00000080:00000010:3.1:1790689211.706750:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00000080:00000010:3.1:1790689211.706752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00000080:00000010:3.1:1790689211.706756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8fa0.
00000080:00000010:3.1:1790689211.706760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00010000:00000010:3.1:1790689211.706765:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecba00.
00010000:00000010:3.1:1790689211.706770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f800.
00010000:00000010:3.1:1790689211.816646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f600.
00010000:00000010:3.1:1790689211.816665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f000.
00010000:00000010:3.1:1790689211.816667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f800.
00010000:00000010:3.1:1790689211.816670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fe00.
00010000:00000010:3.1:1790689211.816673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e400.
00010000:00000010:3.1:1790689211.816676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e200.
00010000:00000010:3.1:1790689211.816678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fa00.
00010000:00000010:3.1:1790689211.820679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ee00.
00010000:00000010:3.1:1790689212.042687:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689212.042704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689212.042709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:0.1:1790689212.053012:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:0.1:1790689212.053020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00000080:00000010:0.1:1790689212.053025:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00010000:00000010:3.1:1790689212.090929:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101600.
00010000:00000010:3.1:1790689212.090944:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e600.
00000080:00000010:3.1:1790689212.090950:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8220.
00010000:00000010:3.1:1790689212.096256:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689212.096276:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689212.096299:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:3.1:1790689212.113468:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3200.
00010000:00000010:3.1:1790689212.113487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689212.113494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a80.
00010000:00000010:3.1:1790689212.129634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689212.145626:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3200.
00010000:00000010:3.1:1790689212.145684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689212.145689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a80.
00010000:00000010:3.1:1790689212.168596:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689212.168603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689212.168607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00010000:00000010:0.1:1790689212.279609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:0.1:1790689212.279631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00010000:00000010:0.1:1790689212.290812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689212.290821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00000080:00000010:0.1:1790689212.290833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfea0.
00010000:00000010:3.1:1790689212.451511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00010000:00000010:3.1:1790689212.451516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689212.451519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00010000:00000010:3.1:1790689212.451521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689212.451600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:3.1:1790689212.451604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:3.1:1790689212.451607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689212.451609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:3.1:1790689212.616557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4600.
00010000:00000010:0.1:1790689212.623914:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:1.1:1790689212.628533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00000080:00000010:1.1:1790689212.628635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe80.
00000080:00000010:1.1:1790689212.628649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563620.
00000080:00000010:1.1:1790689212.628659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8500.
00000080:00000010:1.1:1790689212.628664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb89c0.
00000080:00000010:1.1:1790689212.628670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b00.
00000080:00000010:1.1:1790689212.628673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00000080:00000010:1.1:1790689212.628677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00000080:00000010:1.1:1790689212.628681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ba0.
00000080:00000010:1.1:1790689212.628687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb80e0.
00000080:00000010:1.1:1790689212.628692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df220.
00000080:00000010:1.1:1790689212.628695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb86e0.
00000080:00000010:1.1:1790689212.628701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8480.
00000080:00000010:1.1:1790689212.628705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8be0.
00000080:00000010:1.1:1790689212.628708:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8100.
00000080:00000010:1.1:1790689212.628731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00000080:00000010:1.1:1790689212.628735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d40.
00010000:00000010:1.1:1790689212.628740:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:1.1:1790689212.628744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00010000:00000010:3.1:1790689212.693524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fa00.
00010000:00000010:3.1:1790689212.693531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e200.
00010000:00000010:3.1:1790689212.701735:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ee00.
00010000:00000010:3.1:1790689212.701755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:3.1:1790689212.701758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e400.
00010000:00000010:3.1:1790689212.701761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fe00.
00010000:00000010:3.1:1790689212.701763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f800.
00010000:00000010:3.1:1790689212.701765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f000.
00010000:00000010:0.1:1790689212.743723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:0.1:1790689212.759667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:3.1:1790689212.817789:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:3.1:1790689212.817808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00000080:00000010:3.1:1790689212.817826:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df560.
00010000:00000010:3.1:1790689212.874511:0:285565:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689212.874726:0:285565:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:3.1:1790689212.888158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:1.1:1790689212.989579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4a00.
00010000:00000010:0.1:1790689213.100719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:0.1:1790689213.100733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:0.1:1790689213.100736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:0.1:1790689213.100740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0000.
00010000:00000010:0.1:1790689213.100744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:0.1:1790689213.100746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:0.1:1790689213.100749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:0.1:1790689213.100770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:3.1:1790689213.113976:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:0.1:1790689213.349508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00010000:00000010:0.1:1790689213.349514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:0.1:1790689213.349517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:0.1:1790689213.358520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:0.1:1790689213.358556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00010000:00000010:0.1:1790689213.358560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0000.
00010000:00000010:0.1:1790689213.358563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:0.1:1790689213.358567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00000080:00000010:0.1:1790689213.486704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ba0.
00010000:00000010:0.1:1790689213.486724:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e200.
00010000:00000010:0.1:1790689213.486728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00000080:00000010:0.1:1790689213.486733:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df440.
00010000:00000010:0.1:1790689213.498568:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689213.498582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00000080:00000010:0.1:1790689213.498589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df720.
00010000:00000010:0.1:1790689213.509720:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e200.
00010000:00000010:0.1:1790689213.509738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00000080:00000010:0.1:1790689213.509746:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df440.
00010000:00000010:0.1:1790689213.523506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:0.1:1790689213.530006:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689213.530027:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00000080:00000010:0.1:1790689213.530035:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df720.
00010000:00000010:0.1:1790689213.530051:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e200.
00010000:00000010:0.1:1790689213.530054:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00000080:00000010:0.1:1790689213.530057:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df440.
00010000:00000010:0.1:1790689213.539250:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e300.
00010000:00000010:0.1:1790689213.539260:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00010000:00000010:3.1:1790689213.572795:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101100.
00010000:00000010:3.1:1790689213.572803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e400.
00000080:00000010:3.1:1790689213.572807:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb80e0.
00000080:00000010:0.1:1790689213.579067:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00010000:00000010:3.1:1790689213.580791:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689213.580801:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:1.1:1790689213.856785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:1.1:1790689213.856797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00010000:00000010:1.1:1790689213.856802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00010000:00000010:1.1:1790689213.856806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:1.1:1790689213.856809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:3.1:1790689213.859766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:1.1:1790689213.860511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0e00.
00010000:00000010:1.1:1790689213.860639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:1.1:1790689213.860646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00010000:00000010:0.1:1790689214.005315:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:3.1:1790689214.084516:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00000080:00000010:3.1:1790689214.084546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00000080:00000010:3.1:1790689214.084551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00000080:00000010:3.1:1790689214.084560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df5c0.
00000080:00000010:3.1:1790689214.084565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00000080:00000010:3.1:1790689214.084569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:3.1:1790689214.084572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8780.
00000080:00000010:3.1:1790689214.084576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d80.
00000080:00000010:3.1:1790689214.084579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb89c0.
00000080:00000010:3.1:1790689214.084583:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00000080:00000010:3.1:1790689214.084589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e20.
00000080:00000010:3.1:1790689214.084592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b00.
00000080:00000010:3.1:1790689214.084596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0920.
00000080:00000010:3.1:1790689214.084602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689214.084607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfca0.
00000080:00000010:3.1:1790689214.084610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df4c0.
00010000:00000010:3.1:1790689214.084616:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101f00.
00010000:00000010:3.1:1790689214.084622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f800.
00010000:00000010:3.1:1790689214.228540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fe00.
00010000:00000010:3.1:1790689214.228555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:3.1:1790689214.228559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:3.1:1790689214.228563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689214.228566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689214.366885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689214.370684:0:285594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689214.374686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:3.1:1790689214.378710:0:285594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563040.
00000080:00000010:3.1:1790689214.378720:0:285594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00000080:00000010:3.1:1790689214.378725:0:285594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8200.
00000080:00000010:3.1:1790689214.378730:0:285594:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8700.
00010000:00000010:3.1:1790689214.378735:0:285594:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:3.1:1790689214.378740:0:285594:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00000080:00000010:3.1:1790689214.497800:0:285595:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ca0.
00010000:00000010:3.1:1790689214.519685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:3.1:1790689214.519701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8720.
00010000:00000010:3.1:1790689214.535524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689214.535541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632e0.
00010000:00000010:3.1:1790689214.535548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689214.535551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563200.
00000080:00000010:3.1:1790689214.535554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635a0.
00010000:00000010:1.1:1790689214.601972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:1.1:1790689214.601979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:1.1:1790689214.601982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00010000:00000010:1.1:1790689214.601986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4800.
00010000:00000010:1.1:1790689214.601989:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:0.1:1790689214.611772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:0.1:1790689214.611780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5a00.
00010000:00000010:0.1:1790689214.611783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00010000:00000010:3.1:1790689214.615551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:3.1:1790689214.629582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689214.680496:0:285606:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689214.696504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689214.696595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e600.
00010000:00000010:3.1:1790689214.704492:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689214.743745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:0.1:1790689214.811662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00010000:00000010:0.1:1790689214.811682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00010000:00000010:0.1:1790689214.823691:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:0.1:1790689214.823707:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:0.1:1790689214.823712:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:1.1:1790689214.824504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:1.1:1790689214.824510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:1.1:1790689214.824512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:1.1:1790689214.979515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8160.
00000080:00000010:1.1:1790689214.979537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8240.
00000080:00000010:1.1:1790689214.979540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8a20.
00000080:00000010:1.1:1790689214.979545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:1.1:1790689214.987558:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101000.
00010000:00000010:1.1:1790689214.987582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e400.
00000080:00000010:1.1:1790689214.997832:0:285610:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8bc0.
00010000:00000010:3.1:1790689215.012732:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:3.1:1790689215.012750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00000080:00000010:3.1:1790689215.012758:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df9c0.
00010000:00000010:3.1:1790689215.021709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689215.031710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689215.136237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:3.1:1790689215.168222:0:285610:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689215.168235:0:285610:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689215.184129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689215.184144:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563220.
00010000:00000010:3.1:1790689215.188840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00000080:00000010:3.1:1790689215.188858:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00010000:00000010:3.1:1790689215.212599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689215.212633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636a0.
00010000:00000010:3.1:1790689215.216615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00000080:00000010:3.1:1790689215.216635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b80.
00010000:00000010:3.1:1790689215.238824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689215.238842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00010000:00000010:3.1:1790689215.256785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00000080:00000010:3.1:1790689215.260643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563220.
00010000:00000010:3.1:1790689215.316831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689215.316848:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b80.
00000080:00000010:3.1:1790689215.316856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00010000:00000010:3.1:1790689215.393447:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689215.436852:0:285336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00010000:00000010:0.1:1790689215.546938:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:0.1:1790689215.546951:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00010000:00000010:0.1:1790689215.546954:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:0.1:1790689215.546956:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00010000:00000010:0.1:1790689215.546959:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:0.1:1790689215.546961:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4800.
00010000:00000010:0.1:1790689215.546963:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5a00.
00010000:00000010:0.1:1790689215.546966:0:285618:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:3.1:1790689215.628581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00010000:00000010:3.1:1790689215.647564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:0.1:1790689215.654599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:0.1:1790689215.810264:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:0.1:1790689215.810285:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:0.1:1790689215.810290:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:0.1:1790689215.810293:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:0.1:1790689215.810295:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:0.1:1790689215.810298:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:0.1:1790689215.810300:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0e00.
00010000:00000010:0.1:1790689215.810302:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0600.
00010000:00000010:1.1:1790689215.924585:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:1.1:1790689215.924608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00000080:00000010:1.1:1790689215.924616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00000080:00000010:0.1:1790689215.928602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8aa0.
00010000:00000010:1.1:1790689215.931706:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:1.1:1790689215.931722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00000080:00000010:1.1:1790689215.941711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00010000:00000010:1.1:1790689215.946843:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044200.
00010000:00000010:1.1:1790689215.946851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:1.1:1790689215.946856:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0da0.
00010000:00000010:1.1:1790689215.952110:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:1.1:1790689215.952120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00000080:00000010:1.1:1790689215.958745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0300.
00010000:00000010:1.1:1790689215.962722:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:1.1:1790689215.962738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00000080:00000010:1.1:1790689215.962744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00010000:00000010:1.1:1790689215.966667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:1.1:1790689215.970803:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:1.1:1790689215.970812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00000080:00000010:1.1:1790689215.970818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00010000:00000010:1.1:1790689215.978789:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:1.1:1790689215.978808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00000080:00000010:1.1:1790689215.983779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00010000:00000010:1.1:1790689215.998125:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:1.1:1790689215.998134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00000080:00000010:1.1:1790689215.998139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00010000:00000010:1.1:1790689216.014614:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:1.1:1790689216.014623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00000080:00000010:1.1:1790689216.014628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0300.
00010000:00000010:1.1:1790689216.014641:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044200.
00010000:00000010:1.1:1790689216.014645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:1.1:1790689216.014648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00010000:00000010:1.1:1790689216.014665:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:1.1:1790689216.014669:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00000080:00000010:1.1:1790689216.014671:0:20:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0780.
00010000:00000010:1.1:1790689216.023501:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:1.1:1790689216.023509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5400.
00000080:00000010:1.1:1790689216.023513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00010000:00000010:3.1:1790689216.084739:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101800.
00010000:00000010:3.1:1790689216.084747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23c00.
00000080:00000010:3.1:1790689216.084753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ee0.
00010000:00000010:3.1:1790689216.105486:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689216.105502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689216.105508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c80.
00010000:00000010:3.1:1790689216.111497:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689216.111506:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00000080:00000010:3.1:1790689216.111511:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ca0.
00010000:00000010:3.1:1790689216.111527:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:0.1:1790689216.137573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84c0.
00000080:00000010:0.1:1790689216.159510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8740.
00000080:00000010:3.1:1790689216.192841:0:285627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:3.1:1790689216.192849:0:285627:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb87a0.
00010000:00000010:1.1:1790689216.283101:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00010000:00000010:3.1:1790689216.351923:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689216.359664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00010000:00000010:1.1:1790689216.365998:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689216.409099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00000080:00000010:1.1:1790689216.670215:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d20.
00000080:00000010:1.1:1790689216.670232:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00000080:00000010:1.1:1790689216.670236:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b60.
00000080:00000010:1.1:1790689216.670239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e60.
00010000:00000010:1.1:1790689216.670245:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e700.
00010000:00000010:1.1:1790689216.670250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:3.1:1790689216.694519:0:285636:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689216.694528:0:285636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689216.694544:0:285636:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636e0.
00010000:00000010:3.1:1790689216.699527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00010000:00000010:3.1:1790689216.716685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689216.755519:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101800.
00010000:00000010:3.1:1790689216.755823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22000.
00000080:00000010:3.1:1790689216.755831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:3.1:1790689216.828791:0:285636:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00000080:00000010:3.1:1790689216.835731:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ee0.
00010000:00000010:3.1:1790689216.855719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689216.855739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:3.1:1790689216.865119:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23800.
00000080:00000010:3.1:1790689216.865139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00010000:00000010:1.1:1790689217.031508:0:285641:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23200.
00010000:00000010:1.1:1790689217.039521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00010000:00000010:3.1:1790689217.124083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:0.1:1790689217.308676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:0.1:1790689217.312701:0:285646:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:0.1:1790689217.321865:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:0.1:1790689217.327570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:0.1:1790689217.338130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.338148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00000080:00000010:0.1:1790689217.338155:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfcc0.
00000080:00000010:0.1:1790689217.338162:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00000080:00000010:0.1:1790689217.338175:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:0.1:1790689217.338182:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.338200:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.346567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.357806:0:285647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.357879:0:285647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.357885:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689217.371286:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e600.
00010000:00000010:0.1:1790689217.371298:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.371304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.380234:0:285647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689217.380242:0:285647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689217.380247:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689217.380259:0:285647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.380263:0:285647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.380267:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689217.396632:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e700.
00010000:00000010:0.1:1790689217.396647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00000080:00000010:0.1:1790689217.396654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00010000:00000010:0.1:1790689217.396670:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e600.
00010000:00000010:0.1:1790689217.396673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.396675:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.396681:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.396684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.396688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689217.403682:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689217.403698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689217.408014:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689217.415513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:0.1:1790689217.419898:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689217.419915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689217.419922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.432644:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.432667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.432672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689217.438342:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689217.438350:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689217.438355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.441643:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e600.
00010000:00000010:0.1:1790689217.441660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.441668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00010000:00000010:0.1:1790689217.461515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.461523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.461529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689217.470198:0:285647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e600.
00010000:00000010:0.1:1790689217.470217:0:285647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689217.470225:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00010000:00000010:0.1:1790689217.479998:0:285647:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:0.1:1790689217.480015:0:285647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00000080:00000010:0.1:1790689217.480021:0:285647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689217.484662:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689217.484677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00000080:00000010:0.1:1790689217.490518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689217.511629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:3.1:1790689217.521205:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101800.
00010000:00000010:3.1:1790689217.521221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23e00.
00000080:00000010:3.1:1790689217.521238:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84c0.
00010000:00000010:3.1:1790689217.528806:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689217.528838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689217.528845:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00010000:00000010:3.1:1790689217.537620:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3300.
00010000:00000010:3.1:1790689217.537636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689217.537647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563480.
00010000:00000010:3.1:1790689217.545947:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689217.545968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689217.545975:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00010000:00000010:3.1:1790689217.563525:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3300.
00010000:00000010:3.1:1790689217.563543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689217.563549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563480.
00010000:00000010:3.1:1790689217.585590:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689217.585607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689217.677518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689217.677536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ca0.
00010000:00000010:3.1:1790689217.702566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:0.1:1790689218.039549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:3.1:1790689218.094275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:0.1:1790689218.177559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:0.1:1790689218.185492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:0.1:1790689218.206559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:3.1:1790689218.233639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689218.264585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689218.540147:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689218.540163:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689218.540170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ba0.
00010000:00000010:3.1:1790689218.540182:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3300.
00010000:00000010:3.1:1790689218.540186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689218.540188:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00010000:00000010:3.1:1790689218.548400:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689218.548421:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689218.549193:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563080.
00010000:00000010:3.1:1790689218.557627:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:3.1:1790689218.557645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00000080:00000010:3.1:1790689218.557651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563880.
00010000:00000010:3.1:1790689218.560996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689218.573076:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689218.573083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689218.719640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689218.735704:0:285659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689218.883316:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689218.891601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689218.963532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689218.986518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689219.070303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00000080:00000010:3.1:1790689219.070332:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638a0.
00000080:00000010:3.1:1790689219.070340:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00000080:00000010:3.1:1790689219.070346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8720.
00000080:00000010:3.1:1790689219.070350:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d80.
00000080:00000010:3.1:1790689219.070391:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:3.1:1790689219.070397:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ae0.
00000080:00000010:3.1:1790689219.070401:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ce0.
00000080:00000010:3.1:1790689219.070405:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b00.
00000080:00000010:3.1:1790689219.070408:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00000080:00000010:3.1:1790689219.070413:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689219.070416:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637c0.
00000080:00000010:3.1:1790689219.070419:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632a0.
00000080:00000010:3.1:1790689219.070442:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00000080:00000010:3.1:1790689219.070445:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8bc0.
00000080:00000010:3.1:1790689219.070485:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8fe0.
00010000:00000010:3.1:1790689219.071593:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:3.1:1790689219.071604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:1.1:1790689219.299436:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1e00.
00010000:00000010:1.1:1790689219.302780:0:285668:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5000.
00010000:00000010:1.1:1790689219.311483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:0.1:1790689219.311550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ee0.
00000080:00000010:0.1:1790689219.311566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df340.
00000080:00000010:0.1:1790689219.311573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00000080:00000010:0.1:1790689219.311577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0860.
00010000:00000010:0.1:1790689219.311582:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:0.1:1790689219.311586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5a00.
00010000:00000010:3.1:1790689219.462531:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689219.462551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689219.462556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ce0.
00010000:00000010:3.1:1790689219.473491:0:285670:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:3.1:1790689219.473498:0:285670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689219.473504:0:285670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ae0.
00010000:00000010:3.1:1790689219.482747:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3300.
00010000:00000010:3.1:1790689219.482757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00000080:00000010:3.1:1790689219.482766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638a0.
00010000:00000010:3.1:1790689219.482781:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689219.482785:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689219.482787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ce0.
00010000:00000010:3.1:1790689219.486521:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689219.486539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689219.486544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d00.
00010000:00000010:3.1:1790689219.494729:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:3.1:1790689219.494744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689219.546753:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:3.1:1790689219.546770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689219.546775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d00.
00010000:00000010:3.1:1790689219.553624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689219.553684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689219.625689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:3.1:1790689219.632216:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:3.1:1790689219.632231:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689219.653555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689219.707619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689219.707639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8820.
00010000:00000010:3.1:1790689219.727646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00000080:00000010:3.1:1790689219.727657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ba0.
00010000:00000010:3.1:1790689219.734484:0:285670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689219.734491:0:285670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635c0.
00010000:00000010:3.1:1790689219.734500:0:285670:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689219.734503:0:285670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689219.739729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00000080:00000010:3.1:1790689219.739744:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563380.
00010000:00000010:3.1:1790689219.754749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00000080:00000010:3.1:1790689219.754764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00000080:00000010:3.1:1790689219.754773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:1.1:1790689219.822016:0:285673:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23600.
00010000:00000010:1.1:1790689219.838500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:3.1:1790689219.894022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:1.1:1790689219.971536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:1.1:1790689219.985503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:3.1:1790689220.051493:0:285679:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:3.1:1790689220.060556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00010000:00000010:3.1:1790689220.412539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689220.412558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8bc0.
00000080:00000010:3.1:1790689220.412568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00000080:00000010:3.1:1790689220.412571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00000080:00000010:3.1:1790689220.412575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0dc0.
00010000:00000010:3.1:1790689220.416515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689220.416532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689220.440509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:0.1:1790689220.466517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:0.1:1790689220.466535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:0.1:1790689220.466559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df520.
00010000:00000010:0.1:1790689220.484498:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.484507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689220.484513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689220.502519:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:0.1:1790689220.502536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:0.1:1790689220.579594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00010000:00000010:0.1:1790689220.585546:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:0.1:1790689220.585561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689220.585570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.589850:0:285681:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.589859:0:285681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:0.1:1790689220.589865:0:285681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.600603:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.600623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689220.600630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00010000:00000010:0.1:1790689220.623618:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.623633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00000080:00000010:0.1:1790689220.623639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.623654:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.623658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.623661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.636655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00010000:00000010:0.1:1790689220.640950:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.640959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.640966:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.647576:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.647594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00000080:00000010:0.1:1790689220.647599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.660624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.660638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.660644:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.665688:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.665711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00000080:00000010:0.1:1790689220.665716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.673504:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:0.1:1790689220.673514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00000080:00000010:0.1:1790689220.673519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa60.
00010000:00000010:0.1:1790689220.678131:0:285681:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.678143:0:285681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.678150:0:285681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.688512:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689220.688529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00000080:00000010:0.1:1790689220.688535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.693490:0:285681:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.693497:0:285681:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.693503:0:285681:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.700627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00010000:00000010:0.1:1790689220.708424:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:0.1:1790689220.708433:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00010000:00000010:0.1:1790689220.724598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00000080:00000010:0.1:1790689220.724613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.734627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.734646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:0.1:1790689220.739507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00000080:00000010:0.1:1790689220.739524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:0.1:1790689220.742644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00000080:00000010:0.1:1790689220.742656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00010000:00000010:0.1:1790689220.747625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689220.752085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689220.759089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00000080:00000010:0.1:1790689220.762569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df740.
00010000:00000010:3.1:1790689220.983901:0:285690:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689220.987589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:1.1:1790689221.225617:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:1.1:1790689221.225626:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00000080:00000010:1.1:1790689221.225631:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00010000:00000010:1.1:1790689221.233508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:3.1:1790689221.298518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689221.298527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:3.1:1790689221.303615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689221.303634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563300.
00010000:00000010:3.1:1790689221.303645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689221.303648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689221.311629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689221.311647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e40.
00010000:00000010:3.1:1790689221.320511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689221.320531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d80.
00010000:00000010:3.1:1790689221.330512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689221.330530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689221.344803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689221.463596:0:285695:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689221.476494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689221.633595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689221.649542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:3.1:1790689221.733842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:3.1:1790689221.737793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689221.799061:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b00.
00000080:00000010:3.1:1790689221.799083:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00000080:00000010:3.1:1790689221.799089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84c0.
00000080:00000010:3.1:1790689221.799097:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e20.
00000080:00000010:3.1:1790689221.799101:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8920.
00000080:00000010:3.1:1790689221.799104:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8780.
00000080:00000010:3.1:1790689221.799107:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a00.
00000080:00000010:3.1:1790689221.799110:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d60.
00000080:00000010:3.1:1790689221.799114:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00000080:00000010:3.1:1790689221.799117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00000080:00000010:3.1:1790689221.799121:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00000080:00000010:3.1:1790689221.799125:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563760.
00000080:00000010:3.1:1790689221.799129:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00000080:00000010:3.1:1790689221.799133:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8760.
00000080:00000010:3.1:1790689221.799137:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0b20.
00000080:00000010:3.1:1790689221.799147:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f40.
00010000:00000010:3.1:1790689221.799152:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001a00.
00010000:00000010:3.1:1790689221.799157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22800.
00010000:00000010:3.1:1790689222.019475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5000.
00010000:00000010:3.1:1790689222.025238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689222.031051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:3.1:1790689222.050612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689222.050624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:0.1:1790689222.055012:0:285703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d60.
00000080:00000010:0.1:1790689222.055029:0:285703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563760.
00000080:00000010:0.1:1790689222.055033:0:285703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637a0.
00000080:00000010:0.1:1790689222.055038:0:285703:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0960.
00010000:00000010:0.1:1790689222.055044:0:285703:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001200.
00010000:00000010:0.1:1790689222.055059:0:285703:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22a00.
00000080:00000010:0.1:1790689222.061284:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a00.
00010000:00000010:0.1:1790689222.089641:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001000.
00010000:00000010:0.1:1790689222.089656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23600.
00000080:00000010:0.1:1790689222.094511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8da0.
00010000:00000010:0.1:1790689222.101983:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:0.1:1790689222.101997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420e00.
00000080:00000010:0.1:1790689222.102002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb80.
00010000:00000010:0.1:1790689222.117512:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcd00.
00010000:00000010:0.1:1790689222.117526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689222.117532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:0.1:1790689222.117545:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:0.1:1790689222.117548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420e00.
00000080:00000010:0.1:1790689222.117550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb80.
00010000:00000010:3.1:1790689222.142629:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689222.142646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.147590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:3.1:1790689222.152513:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:3.1:1790689222.152531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689222.152538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689222.159787:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689222.159803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.159810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634e0.
00010000:00000010:3.1:1790689222.170518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:3.1:1790689222.170540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689222.170546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689222.179509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689222.179526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.179532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634e0.
00010000:00000010:3.1:1790689222.198992:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:3.1:1790689222.199007:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689222.199013:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689222.213553:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:3.1:1790689222.213570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:1.1:1790689222.328738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d20.
00010000:00000010:1.1:1790689222.360517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00000080:00000010:1.1:1790689222.360533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00010000:00000010:1.1:1790689222.379510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689222.385754:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f00.
00010000:00000010:1.1:1790689222.390739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00000080:00000010:1.1:1790689222.390756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0100.
00010000:00000010:1.1:1790689222.390767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5000.
00000080:00000010:1.1:1790689222.390770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00010000:00000010:1.1:1790689222.408369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689222.408389:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f20.
00010000:00000010:1.1:1790689222.431553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5000.
00000080:00000010:1.1:1790689222.431566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0dc0.
00010000:00000010:3.1:1790689222.453751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.453770:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00010000:00000010:3.1:1790689222.461443:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689222.461473:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f20.
00010000:00000010:3.1:1790689222.472016:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689222.472033:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689222.475627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.475642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563160.
00010000:00000010:3.1:1790689222.489618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689222.489633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563340.
00010000:00000010:3.1:1790689222.511529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00000080:00000010:3.1:1790689222.511541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a40.
00010000:00000010:3.1:1790689222.575705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420200.
00010000:00000010:3.1:1790689222.594503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689222.697614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689222.719510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:0.1:1790689222.811503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420e00.
00010000:00000010:3.1:1790689223.139521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23e00.
00010000:00000010:1.1:1790689223.150617:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044000.
00010000:00000010:1.1:1790689223.150647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00000080:00000010:1.1:1790689223.150653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0300.
00010000:00000010:1.1:1790689223.154641:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044500.
00010000:00000010:1.1:1790689223.154657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00000080:00000010:1.1:1790689223.154662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed05a0.
00010000:00000010:1.1:1790689223.169106:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044600.
00010000:00000010:1.1:1790689223.169124:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:1.1:1790689223.173993:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0920.
00010000:00000010:1.1:1790689223.191932:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044500.
00010000:00000010:1.1:1790689223.191948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00000080:00000010:1.1:1790689223.191954:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed05a0.
00010000:00000010:1.1:1790689223.209564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:3.1:1790689223.273509:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8080.
00010000:00000010:3.1:1790689223.288377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689223.288396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb88c0.
00010000:00000010:3.1:1790689223.300516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689223.311422:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:3.1:1790689223.317505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689223.317522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563240.
00010000:00000010:3.1:1790689223.338649:0:285714:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689223.338724:0:285714:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00010000:00000010:3.1:1790689223.355974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689223.355983:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b60.
00010000:00000010:3.1:1790689223.364557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:3.1:1790689223.364575:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563240.
00010000:00000010:0.1:1790689223.368654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:0.1:1790689223.368679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00010000:00000010:0.1:1790689223.375515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689223.379513:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b20.
00010000:00000010:0.1:1790689223.393673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00000080:00000010:0.1:1790689223.397597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00010000:00000010:0.1:1790689223.404993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689223.408605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689223.423546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00000080:00000010:0.1:1790689223.423563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00010000:00000010:0.1:1790689223.433725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00010000:00000010:3.1:1790689223.524820:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689223.645770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689223.771978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00010000:00000010:3.1:1790689223.879718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:0.1:1790689223.929035:0:261654:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689224.031638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00000080:00000010:0.1:1790689224.031658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe20.
00000080:00000010:0.1:1790689224.031662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00000080:00000010:0.1:1790689224.031668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563920.
00000080:00000010:0.1:1790689224.031674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00000080:00000010:0.1:1790689224.031690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed08a0.
00000080:00000010:0.1:1790689224.031697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00000080:00000010:0.1:1790689224.031726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563240.
00000080:00000010:0.1:1790689224.031730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0060.
00000080:00000010:0.1:1790689224.031734:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00000080:00000010:0.1:1790689224.031738:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8da0.
00000080:00000010:0.1:1790689224.031742:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0920.
00000080:00000010:0.1:1790689224.031745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:0.1:1790689224.031749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e60.
00010000:00000010:0.1:1790689224.031755:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001800.
00010000:00000010:0.1:1790689224.031762:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23800.
00010000:00000010:3.1:1790689224.269531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:3.1:1790689224.291339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689224.291357:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84c0.
00000080:00000010:3.1:1790689224.291370:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e20.
00000080:00000010:3.1:1790689224.291373:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8780.
00000080:00000010:3.1:1790689224.291377:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:3.1:1790689224.291384:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:3.1:1790689224.291388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00000080:00000010:3.1:1790689224.309494:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a60.
00010000:00000010:3.1:1790689224.415620:0:285725:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:3.1:1790689224.415627:0:285725:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00010000:00000010:3.1:1790689224.434417:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:0.1:1790689224.443034:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a60.
00010000:00000010:3.1:1790689224.476325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23c00.
00000080:00000010:3.1:1790689224.476336:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:3.1:1790689224.482420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4c00.
00000080:00000010:3.1:1790689224.482466:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8240.
00010000:00000010:3.1:1790689224.503963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00000080:00000010:0.1:1790689224.599550:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00010000:00000010:1.1:1790689224.676539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:1.1:1790689224.679522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:1.1:1790689224.741677:0:285730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:1.1:1790689224.755006:0:285730:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:1.1:1790689224.763514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00000080:00000010:3.1:1790689224.910518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb88a0.
00000080:00000010:3.1:1790689224.910542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8240.
00000080:00000010:3.1:1790689224.910546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d80.
00000080:00000010:3.1:1790689224.910556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00000080:00000010:3.1:1790689224.910560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00000080:00000010:3.1:1790689224.910563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8500.
00000080:00000010:3.1:1790689224.910566:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ba0.
00000080:00000010:3.1:1790689224.910572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00000080:00000010:3.1:1790689224.910577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0100.
00000080:00000010:3.1:1790689224.910581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:3.1:1790689224.910584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d40.
00000080:00000010:3.1:1790689224.910589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0440.
00000080:00000010:3.1:1790689224.910592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00000080:00000010:3.1:1790689224.910595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689224.910600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b00.
00000080:00000010:3.1:1790689224.910603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00010000:00000010:3.1:1790689224.910609:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044600.
00010000:00000010:3.1:1790689224.910613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00000080:00000010:3.1:1790689225.277119:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00010000:00000010:3.1:1790689225.279632:0:285736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:3.1:1790689225.279640:0:285736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00010000:00000010:3.1:1790689225.291031:0:285736:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689225.291047:0:285736:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563360.
00010000:00000010:3.1:1790689225.303806:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00000080:00000010:3.1:1790689225.303824:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639e0.
00010000:00000010:3.1:1790689225.304493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:3.1:1790689225.304499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563140.
00000080:00000010:3.1:1790689225.304504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d40.
00010000:00000010:0.1:1790689225.401020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:0.1:1790689225.420543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:0.1:1790689225.420593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:1.1:1790689225.495647:0:285745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22000.
00010000:00000010:1.1:1790689225.501637:0:285745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:1.1:1790689225.513722:0:285745:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:1.1:1790689225.526988:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:1.1:1790689225.527008:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00000080:00000010:1.1:1790689225.529662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00000080:00000010:1.1:1790689225.529685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0920.
00000080:00000010:1.1:1790689225.529689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0060.
00000080:00000010:1.1:1790689225.529695:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e20.
00000080:00000010:1.1:1790689225.529701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb88c0.
00000080:00000010:1.1:1790689225.529705:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e60.
00000080:00000010:1.1:1790689225.529711:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8080.
00000080:00000010:1.1:1790689225.529719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00000080:00000010:1.1:1790689225.529727:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa60.
00000080:00000010:1.1:1790689225.529732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00000080:00000010:1.1:1790689225.529735:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffc0.
00000080:00000010:0.1:1790689225.530506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d20.
00000080:00000010:0.1:1790689225.530518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b60.
00000080:00000010:0.1:1790689225.530522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8780.
00000080:00000010:0.1:1790689225.530524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:0.1:1790689225.530527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00010000:00000010:0.1:1790689225.530534:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:0.1:1790689225.530539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:0.1:1790689225.688486:0:285747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00010000:00000010:3.1:1790689225.817975:0:285747:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3b00.
00010000:00000010:3.1:1790689225.817982:0:285747:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:3.1:1790689225.817986:0:285747:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b60.
00010000:00000010:3.1:1790689225.822544:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3600.
00010000:00000010:3.1:1790689225.822563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00000080:00000010:3.1:1790689225.822587:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639e0.
00010000:00000010:3.1:1790689225.828629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00010000:00000010:3.1:1790689225.848056:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3600.
00010000:00000010:3.1:1790689225.848073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00000080:00000010:3.1:1790689225.848080:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639e0.
00010000:00000010:3.1:1790689225.848092:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3b00.
00010000:00000010:3.1:1790689225.848095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5e00.
00000080:00000010:3.1:1790689225.848098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563360.
00010000:00000010:3.1:1790689225.858729:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3a00.
00010000:00000010:3.1:1790689225.858736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00000080:00000010:3.1:1790689225.858740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563280.
00010000:00000010:0.1:1790689226.041928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22000.
00000080:00000010:0.1:1790689226.041946:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00010000:00000010:0.1:1790689226.052028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689226.052046:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:0.1:1790689226.058710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00000080:00000010:0.1:1790689226.065855:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00010000:00000010:0.1:1790689226.071498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689226.071514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff60.
00010000:00000010:0.1:1790689226.084632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00000080:00000010:0.1:1790689226.084650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffa0.
00000080:00000010:0.1:1790689226.084659:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:3.1:1790689226.115590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:0.1:1790689226.184523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420200.
00010000:00000010:0.1:1790689226.188670:0:285753:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:0.1:1790689226.195582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00010000:00000010:0.1:1790689226.263700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:0.1:1790689226.271106:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:1.1:1790689226.279565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420200.
00010000:00000010:1.1:1790689226.565624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:1.1:1790689226.565639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00000080:00000010:1.1:1790689226.569931:0:285759:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04a0.
00010000:00000010:1.1:1790689226.577497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00000080:00000010:3.1:1790689226.688500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e20.
00000080:00000010:0.1:1790689226.691598:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00010000:00000010:3.1:1790689226.700533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:0.1:1790689226.727346:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00010000:00000010:3.1:1790689226.887591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23c00.
00000080:00000010:3.1:1790689226.887605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ba0.
00010000:00000010:3.1:1790689226.893181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689226.893198:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:0.1:1790689226.911740:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639e0.
00010000:00000010:1.1:1790689226.973872:0:285762:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:1.1:1790689226.981689:0:285336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:1.1:1790689227.052514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:3.1:1790689227.105122:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23800.
00010000:00000010:0.1:1790689227.105490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:0.1:1790689227.116607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420800.
00010000:00000010:0.1:1790689227.126124:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00010000:00000010:3.1:1790689227.128676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00010000:00000010:3.1:1790689227.140507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:3.1:1790689227.145624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:0.1:1790689227.168608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22000.
00000080:00000010:3.1:1790689227.177728:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689227.177753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ea0.
00000080:00000010:3.1:1790689227.177759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a60.
00000080:00000010:3.1:1790689227.177763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00000080:00000010:3.1:1790689227.177768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00000080:00000010:3.1:1790689227.177773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0440.
00000080:00000010:3.1:1790689227.177780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563780.
00000080:00000010:3.1:1790689227.177783:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:3.1:1790689227.177786:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ec0.
00000080:00000010:3.1:1790689227.177803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00000080:00000010:3.1:1790689227.177807:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0320.
00000080:00000010:3.1:1790689227.177821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00000080:00000010:3.1:1790689227.177842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00000080:00000010:3.1:1790689227.177846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8d80.
00000080:00000010:3.1:1790689227.177850:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ee0.
00000080:00000010:3.1:1790689227.177853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00010000:00000010:3.1:1790689227.177859:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc600.
00010000:00000010:3.1:1790689227.177864:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689227.333516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689227.342876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:3.1:1790689227.342902:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:1.1:1790689227.388584:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:1.1:1790689227.388592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420800.
00000080:00000010:1.1:1790689227.388596:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00010000:00000010:1.1:1790689227.388607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00010000:00000010:1.1:1790689227.388617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:3.1:1790689227.393564:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:1.1:1790689227.400614:0:285770:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:1.1:1790689227.400622:0:285770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:1.1:1790689227.400628:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ea0.
00010000:00000010:1.1:1790689227.414655:0:285770:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:1.1:1790689227.414664:0:285770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00000080:00000010:1.1:1790689227.414670:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:1.1:1790689227.427507:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044600.
00010000:00000010:1.1:1790689227.427516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689227.427522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00010000:00000010:1.1:1790689227.446624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5e00.
00010000:00000010:1.1:1790689227.450516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:1.1:1790689227.450533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5600.
00010000:00000010:1.1:1790689227.454710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5c00.
00000080:00000010:1.1:1790689227.454726:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:1.1:1790689227.454738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689227.454741:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00010000:00000010:1.1:1790689227.462732:0:285770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.471324:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00010000:00000010:1.1:1790689227.480604:0:285770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689227.480611:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0440.
00010000:00000010:1.1:1790689227.484633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.484663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00010000:00000010:1.1:1790689227.492527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00000080:00000010:1.1:1790689227.492538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:1.1:1790689227.497617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00000080:00000010:1.1:1790689227.497624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00010000:00000010:1.1:1790689227.503501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.503518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00010000:00000010:1.1:1790689227.510600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00000080:00000010:1.1:1790689227.515495:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00010000:00000010:1.1:1790689227.520506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.520523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:1.1:1790689227.528895:0:285770:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00000080:00000010:1.1:1790689227.528904:0:285770:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00010000:00000010:1.1:1790689227.536325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.539588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00010000:00000010:1.1:1790689227.549651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00000080:00000010:1.1:1790689227.549668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:1.1:1790689227.556494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00000080:00000010:1.1:1790689227.556512:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04e0.
00010000:00000010:1.1:1790689227.568514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790689227.641991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00010000:00000010:3.1:1790689227.647587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:3.1:1790689227.770061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689227.770159:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:3.1:1790689227.839244:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00000080:00000010:3.1:1790689227.839272:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8500.
00000080:00000010:3.1:1790689227.839276:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b00.
00000080:00000010:3.1:1790689227.839280:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb87a0.
00000080:00000010:3.1:1790689227.839284:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00000080:00000010:3.1:1790689227.839290:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e00.
00000080:00000010:3.1:1790689227.839297:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0da0.
00000080:00000010:3.1:1790689227.839302:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00000080:00000010:3.1:1790689227.839307:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8080.
00000080:00000010:3.1:1790689227.839312:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb88c0.
00000080:00000010:3.1:1790689227.839316:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00000080:00000010:3.1:1790689227.839319:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00000080:00000010:3.1:1790689227.839323:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:3.1:1790689227.839326:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0320.
00000080:00000010:3.1:1790689227.839333:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ee0.
00000080:00000010:3.1:1790689227.839337:0:261660:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00010000:00000010:3.1:1790689227.839343:0:261660:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:3.1:1790689227.839347:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:1.1:1790689228.035506:0:285780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffe00.
00010000:00000010:1.1:1790689228.040506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689228.051809:0:285780:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:1.1:1790689228.061689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689228.066619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00000080:00000010:1.1:1790689228.066638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0be0.
00000080:00000010:1.1:1790689228.066650:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0480.
00000080:00000010:1.1:1790689228.066653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0e80.
00000080:00000010:1.1:1790689228.066657:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0740.
00010000:00000010:1.1:1790689228.066662:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001700.
00010000:00000010:1.1:1790689228.066666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23800.
00000080:00000010:1.1:1790689228.090152:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0260.
00010000:00000010:0.1:1790689228.227509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecbc00.
00010000:00000010:0.1:1790689228.227531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa800.
00000080:00000010:0.1:1790689228.227537:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:0.1:1790689228.241515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:0.1:1790689228.241529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420800.
00000080:00000010:0.1:1790689228.241535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:3.1:1790689228.251061:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc200.
00010000:00000010:3.1:1790689228.251078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:3.1:1790689228.251085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff60.
00010000:00000010:3.1:1790689228.254718:0:285781:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689228.254726:0:285781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689228.254731:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00010000:00000010:3.1:1790689228.264027:0:285781:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689228.264035:0:285781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:3.1:1790689228.264039:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e00.
00010000:00000010:3.1:1790689228.273619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689228.326793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00010000:00000010:3.1:1790689228.332525:0:285781:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689228.332532:0:285781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689228.332535:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e00.
00010000:00000010:3.1:1790689228.332547:0:285781:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689228.332549:0:285781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689228.332552:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00010000:00000010:3.1:1790689228.342499:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689228.342513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:3.1:1790689228.342517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563640.
00010000:00000010:3.1:1790689228.407483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffbc00.
00000080:00000010:3.1:1790689228.407520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00010000:00000010:3.1:1790689228.416604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:0.1:1790689228.489789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8500.
00010000:00000010:0.1:1790689228.495685:0:285781:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689228.495703:0:285781:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00010000:00000010:0.1:1790689228.513528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689228.513538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00010000:00000010:0.1:1790689228.518645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689228.518655:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689228.530607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00000080:00000010:0.1:1790689228.530628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:0.1:1790689228.537664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689228.537679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00010000:00000010:0.1:1790689228.557285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689228.557302:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00010000:00000010:0.1:1790689228.565500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689228.565518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689228.573674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689228.580258:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00010000:00000010:0.1:1790689228.585285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689228.585301:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00010000:00000010:0.1:1790689228.600654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689228.600672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:0.1:1790689228.600684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:0.1:1790689228.600689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:0.1:1790689228.625749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00010000:00000010:3.1:1790689228.683395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00010000:00000010:3.1:1790689228.683419:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689228.699915:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:3.1:1790689228.809695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:3.1:1790689228.827582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689228.903241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689228.906961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:3.1:1790689228.906990:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a00.
00000080:00000010:3.1:1790689228.907001:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689228.907008:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00000080:00000010:3.1:1790689228.907016:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00000080:00000010:3.1:1790689228.907020:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563340.
00000080:00000010:3.1:1790689228.907024:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634e0.
00000080:00000010:3.1:1790689228.907027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563160.
00000080:00000010:3.1:1790689228.907060:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:3.1:1790689228.907065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0640.
00000080:00000010:3.1:1790689228.907070:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ea0.
00000080:00000010:3.1:1790689228.907074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563000.
00000080:00000010:3.1:1790689228.907082:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639c0.
00000080:00000010:3.1:1790689228.907085:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563fa0.
00000080:00000010:3.1:1790689228.907091:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95632c0.
00000080:00000010:3.1:1790689228.907095:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b60.
00000080:00000010:3.1:1790689228.907098:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8080.
00010000:00000010:3.1:1790689228.907104:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb700.
00010000:00000010:3.1:1790689228.907109:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffac00.
00010000:00000010:3.1:1790689229.183735:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689229.183741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:1.1:1790689229.193304:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563440.
00010000:00000010:3.1:1790689229.202925:0:285792:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:3.1:1790689229.202936:0:285792:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00000080:00000010:3.1:1790689229.202941:0:285792:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00010000:00000010:3.1:1790689229.210626:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689229.210638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:3.1:1790689229.210643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637a0.
00010000:00000010:3.1:1790689229.223528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689229.223537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689229.223541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563b60.
00010000:00000010:3.1:1790689229.231598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00000080:00000010:0.1:1790689229.304117:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:0.1:1790689229.346141:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00010000:00000010:0.1:1790689229.451680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa000.
00000080:00000010:1.1:1790689229.465623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8820.
00010000:00000010:0.1:1790689229.475576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689229.475676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00000080:00000010:1.1:1790689229.475689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0da0.
00010000:00000010:3.1:1790689229.544990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790689229.564586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00010000:00000010:3.1:1790689229.655540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689229.671620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:1.1:1790689229.739719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:3.1:1790689229.757529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa600.
00010000:00000010:3.1:1790689229.770292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689229.772513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689230.129683:0:285802:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689230.147781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689230.193754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.193776:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00000080:00000010:3.1:1790689230.193789:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00000080:00000010:3.1:1790689230.193822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563320.
00000080:00000010:3.1:1790689230.193829:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.193834:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb700.
00010000:00000010:3.1:1790689230.193840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb200.
00000080:00000010:3.1:1790689230.197568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00010000:00000010:3.1:1790689230.215955:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001a00.
00010000:00000010:3.1:1790689230.215962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:3.1:1790689230.215967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00010000:00000010:3.1:1790689230.225569:0:285803:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.225585:0:285803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.225590:0:285803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00010000:00000010:3.1:1790689230.234517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689230.234533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689230.234539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00000080:00000010:3.1:1790689230.278916:0:285803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00010000:00000010:3.1:1790689230.299517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689230.299532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689230.299539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.307515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.307524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689230.328529:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001200.
00010000:00000010:3.1:1790689230.328545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffae00.
00000080:00000010:3.1:1790689230.328552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00010000:00000010:3.1:1790689230.334109:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.334126:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.334131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.340490:0:285803:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689230.340498:0:285803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689230.340518:0:285803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00010000:00000010:3.1:1790689230.348528:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.348545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.348551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.366761:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:3.1:1790689230.366787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689230.366792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00010000:00000010:3.1:1790689230.376917:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.376940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.376947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.445120:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001200.
00010000:00000010:3.1:1790689230.445154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffbe00.
00000080:00000010:3.1:1790689230.448590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8900.
00010000:00000010:3.1:1790689230.454875:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.454896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.457677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.481522:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:3.1:1790689230.481537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4400.
00000080:00000010:3.1:1790689230.481542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563dc0.
00010000:00000010:3.1:1790689230.502599:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.502613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.502618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.531358:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb600.
00010000:00000010:3.1:1790689230.534889:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689230.534903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689230.556326:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.556341:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:3.1:1790689230.567516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4400.
00000080:00000010:3.1:1790689230.571520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635c0.
00010000:00000010:3.1:1790689230.602504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.602521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563620.
00010000:00000010:1.1:1790689230.612499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4400.
00000080:00000010:1.1:1790689230.612515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638c0.
00010000:00000010:1.1:1790689230.629511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790689230.683172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa400.
00000080:00000010:3.1:1790689230.683190:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00010000:00000010:3.1:1790689230.704842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689230.704867:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb87e0.
00010000:00000010:3.1:1790689230.704881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5a00.
00000080:00000010:3.1:1790689230.704884:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563620.
00010000:00000010:3.1:1790689230.735627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689230.739955:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00000080:00000010:3.1:1790689230.785503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00010000:00000010:3.1:1790689230.822483:0:285803:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:3.1:1790689230.822491:0:285803:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00010000:00000010:1.1:1790689230.823028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00000080:00000010:1.1:1790689230.823038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8860.
00010000:00000010:3.1:1790689230.841041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689230.841059:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00000080:00000010:3.1:1790689230.912672:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ce0.
00010000:00000010:3.1:1790689230.912687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689230.920618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a20.
00000080:00000010:3.1:1790689230.962496:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8820.
00000080:00000010:3.1:1790689230.962519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00010000:00000010:3.1:1790689231.020603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689231.051050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689231.162639:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:3.1:1790689231.182635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689231.198518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689231.340662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689231.342388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689231.346175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00010000:00000010:0.1:1790689231.359517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00000080:00000010:3.1:1790689231.677621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e80.
00010000:00000010:1.1:1790689231.721298:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:1.1:1790689231.721313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00000080:00000010:1.1:1790689231.721320:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fe0.
00010000:00000010:1.1:1790689231.723663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689231.739809:0:285815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790689231.751509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:1.1:1790689231.751523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689231.783869:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:3.1:1790689231.783880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689231.783885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635a0.
00000080:00000010:3.1:1790689231.838450:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:3.1:1790689231.864335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689231.981488:0:285815:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00000080:00000010:0.1:1790689231.981497:0:285815:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00010000:00000010:0.1:1790689231.987541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689231.987560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00010000:00000010:0.1:1790689231.996612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:1.1:1790689232.000135:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa60.
00010000:00000010:0.1:1790689232.024572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:0.1:1790689232.024590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689232.040503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00010000:00000010:3.1:1790689232.142517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb600.
00000080:00000010:3.1:1790689232.155426:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00010000:00000010:0.1:1790689232.160549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:0.1:1790689232.160563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00010000:00000010:0.1:1790689232.164295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:0.1:1790689232.164314:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563040.
00010000:00000010:3.1:1790689232.176507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:3.1:1790689232.258905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00010000:00000010:3.1:1790689232.273650:0:285817:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00000080:00000010:3.1:1790689232.273657:0:285817:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689232.273665:0:285817:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:3.1:1790689232.316505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790689232.398502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:3.1:1790689232.426597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5a00.
00010000:00000010:0.1:1790689232.452783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:0.1:1790689232.523497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:3.1:1790689232.634532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8dc0.
00000080:00000010:3.1:1790689232.634560:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8660.
00000080:00000010:3.1:1790689232.634567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8040.
00000080:00000010:3.1:1790689232.634571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb84a0.
00000080:00000010:3.1:1790689232.634574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8140.
00000080:00000010:3.1:1790689232.634658:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ac0.
00000080:00000010:3.1:1790689232.634663:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f00.
00000080:00000010:3.1:1790689232.634667:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00000080:00000010:3.1:1790689232.634675:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00000080:00000010:3.1:1790689232.634681:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00000080:00000010:3.1:1790689232.634765:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563600.
00000080:00000010:3.1:1790689232.634771:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed06e0.
00000080:00000010:3.1:1790689232.634776:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ae0.
00000080:00000010:3.1:1790689232.634780:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635a0.
00000080:00000010:3.1:1790689232.634783:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0e80.
00000080:00000010:3.1:1790689232.634788:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0920.
00010000:00000010:3.1:1790689232.634794:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6f00.
00010000:00000010:3.1:1790689232.634799:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa200.
00010000:00000010:1.1:1790689232.968592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:3.1:1790689232.974668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689232.995797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:3.1:1790689233.012077:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:0.1:1790689233.087888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffae00.
00010000:00000010:0.1:1790689233.098716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:3.1:1790689233.129035:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057100.
00010000:00000010:3.1:1790689233.129052:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689233.129058:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636e0.
00010000:00000010:3.1:1790689233.134216:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057400.
00010000:00000010:3.1:1790689233.134234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00000080:00000010:3.1:1790689233.134239:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00000080:00000010:3.1:1790689233.218792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f660.
00010000:00000010:3.1:1790689233.228646:0:285826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00000080:00000010:3.1:1790689233.237500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f6c0.
00010000:00000010:3.1:1790689233.245515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689233.245523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:3.1:1790689233.245529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689233.245532:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636e0.
00010000:00000010:3.1:1790689233.249902:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:0.1:1790689233.296050:0:285826:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:0.1:1790689233.296068:0:285826:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff00.
00010000:00000010:0.1:1790689233.305444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689233.305491:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f7e0.
00010000:00000010:0.1:1790689233.332513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689233.332523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe80.
00010000:00000010:0.1:1790689233.357666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689233.361498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffbe00.
00000080:00000010:3.1:1790689233.361517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df620.
00010000:00000010:3.1:1790689233.378901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00000080:00000010:3.1:1790689233.378920:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc00.
00010000:00000010:3.1:1790689233.392689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689233.397594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:3.1:1790689233.403480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00000080:00000010:3.1:1790689233.403499:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00010000:00000010:3.1:1790689233.420610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689233.420630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563aa0.
00010000:00000010:1.1:1790689233.561568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa600.
00010000:00000010:1.1:1790689233.564710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:1.1:1790689233.633413:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:1.1:1790689233.633495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffe00.
00010000:00000010:3.1:1790689233.638503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00010000:00000010:3.1:1790689233.778708:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689233.865702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689233.877521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:0.1:1790689233.934123:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689233.934730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f800.
00000080:00000010:0.1:1790689233.934747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00000080:00000010:0.1:1790689233.934752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f20.
00000080:00000010:0.1:1790689233.934756:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f900.
00000080:00000010:0.1:1790689233.934760:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f740.
00000080:00000010:0.1:1790689233.934764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f460.
00000080:00000010:0.1:1790689233.934768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00000080:00000010:0.1:1790689233.934773:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c80.
00000080:00000010:0.1:1790689233.934779:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00000080:00000010:0.1:1790689233.934782:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0b20.
00000080:00000010:0.1:1790689233.934788:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f20.
00000080:00000010:0.1:1790689233.934792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f40.
00000080:00000010:0.1:1790689233.934795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f0e0.
00000080:00000010:0.1:1790689233.934799:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f840.
00000080:00000010:0.1:1790689233.934803:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00000080:00000010:0.1:1790689233.934806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f5a0.
00010000:00000010:0.1:1790689233.934812:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:0.1:1790689233.934816:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790689234.386517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689234.386535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00000080:00000010:0.1:1790689234.386542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df520.
00010000:00000010:0.1:1790689234.391793:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:0.1:1790689234.391823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689234.391831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00010000:00000010:0.1:1790689234.404547:0:285837:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689234.404555:0:285837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689234.404562:0:285837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:0.1:1790689234.414506:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:0.1:1790689234.414523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:1.1:1790689234.424732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00010000:00000010:0.1:1790689234.425696:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:0.1:1790689234.425707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00000080:00000010:0.1:1790689234.425712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0140.
00000080:00000010:1.1:1790689234.429909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:0.1:1790689234.433642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:0.1:1790689234.433658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:3.1:1790689234.482623:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6800.
00010000:00000010:3.1:1790689234.482656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa000.
00000080:00000010:3.1:1790689234.482665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f020.
00010000:00000010:3.1:1790689234.500861:0:285837:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057400.
00010000:00000010:3.1:1790689234.500880:0:285837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689234.500885:0:285837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95630a0.
00010000:00000010:3.1:1790689234.512512:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057100.
00010000:00000010:3.1:1790689234.512522:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689234.512527:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638e0.
00010000:00000010:3.1:1790689234.517522:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057c00.
00010000:00000010:3.1:1790689234.517538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689234.517544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ec0.
00010000:00000010:0.1:1790689234.525820:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057400.
00010000:00000010:0.1:1790689234.525828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:0.1:1790689234.525833:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95630a0.
00010000:00000010:0.1:1790689234.529503:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:0.1:1790689234.529518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689234.529524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689234.535606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00010000:00000010:0.1:1790689234.563093:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:0.1:1790689234.563110:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689234.563127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:3.1:1790689234.564004:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:3.1:1790689234.564011:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00000080:00000010:3.1:1790689234.564015:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe80.
00000080:00000010:3.1:1790689234.650573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f400.
00010000:00000010:3.1:1790689234.658973:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689234.662976:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f540.
00010000:00000010:3.1:1790689234.667283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689234.667300:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638e0.
00010000:00000010:3.1:1790689234.682781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689234.682790:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563220.
00010000:00000010:3.1:1790689234.733490:0:285837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689234.733495:0:285837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd80.
00010000:00000010:3.1:1790689234.743655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689234.743674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f2e0.
00010000:00000010:3.1:1790689234.758448:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689234.764759:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563220.
00010000:00000010:3.1:1790689234.769565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689234.868493:0:285837:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa600.
00000080:00000010:3.1:1790689234.868500:0:285837:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f960.
00010000:00000010:3.1:1790689234.879629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:0.1:1790689234.933499:0:285840:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:0.1:1790689234.933508:0:285840:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:0.1:1790689234.941800:0:285336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00010000:00000010:3.1:1790689235.013574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa800.
00010000:00000010:3.1:1790689235.031561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689235.146608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689235.160744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:3.1:1790689235.224539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa000.
00010000:00000010:3.1:1790689235.246519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689235.276552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563fc0.
00000080:00000010:3.1:1790689235.276577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa20.
00000080:00000010:3.1:1790689235.276584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fe60.
00000080:00000010:3.1:1790689235.276588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ffe0.
00000080:00000010:3.1:1790689235.276593:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa60.
00000080:00000010:3.1:1790689235.276597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f00.
00000080:00000010:3.1:1790689235.276603:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00000080:00000010:3.1:1790689235.276606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f20.
00000080:00000010:3.1:1790689235.276609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fae0.
00000080:00000010:3.1:1790689235.276612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fde0.
00000080:00000010:3.1:1790689235.276616:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00000080:00000010:3.1:1790689235.276622:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df560.
00000080:00000010:3.1:1790689235.276625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8e0.
00000080:00000010:3.1:1790689235.276628:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f760.
00000080:00000010:3.1:1790689235.276631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00000080:00000010:3.1:1790689235.276634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f240.
00010000:00000010:3.1:1790689235.808743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689235.808792:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa80.
00000080:00000010:3.1:1790689235.808806:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f180.
00000080:00000010:3.1:1790689235.808810:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f720.
00000080:00000010:3.1:1790689235.808814:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0480.
00010000:00000010:3.1:1790689235.808822:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6e00.
00010000:00000010:3.1:1790689235.808827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:3.1:1790689235.828525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00010000:00000010:3.1:1790689235.891515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb600.
00010000:00000010:3.1:1790689236.031501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689236.034822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb80.
00010000:00000010:3.1:1790689236.055802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689236.139713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689236.145823:0:285848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f500.
00010000:00000010:3.1:1790689236.163511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00000080:00000010:3.1:1790689236.163524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f6e0.
00010000:00000010:0.1:1790689236.239506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa200.
00000080:00000010:0.1:1790689236.244187:0:285848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb20.
00010000:00000010:0.1:1790689236.250540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689236.254504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f320.
00010000:00000010:0.1:1790689236.263746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:0.1:1790689236.265483:0:285848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:0.1:1790689236.269557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689236.272905:0:285848:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df620.
00010000:00000010:0.1:1790689236.278788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:0.1:1790689236.282630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:0.1:1790689236.288888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689236.288896:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:0.1:1790689236.300174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00000080:00000010:0.1:1790689236.300194:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df620.
00010000:00000010:0.1:1790689236.307994:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689236.308043:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:0.1:1790689236.309769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689236.318576:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:0.1:1790689236.329705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00010000:00000010:3.1:1790689236.364525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:3.1:1790689236.364539:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc60.
00000080:00000010:3.1:1790689236.364554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8e0.
00010000:00000010:0.1:1790689236.422081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:0.1:1790689236.424302:0:285851:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:3.1:1790689236.500836:0:285857:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:3.1:1790689236.535154:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:3.1:1790689236.538494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689236.549559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00000080:00000010:3.1:1790689236.623507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc80.
00000080:00000010:3.1:1790689236.623520:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd00.
00000080:00000010:3.1:1790689236.623524:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f040.
00000080:00000010:3.1:1790689236.623531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc20.
00000080:00000010:3.1:1790689236.623538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f3c0.
00000080:00000010:3.1:1790689236.623542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00000080:00000010:3.1:1790689236.623547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95631a0.
00000080:00000010:3.1:1790689236.623551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fac0.
00000080:00000010:3.1:1790689236.623554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563660.
00000080:00000010:3.1:1790689236.623557:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f0a0.
00000080:00000010:3.1:1790689236.623562:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed09c0.
00000080:00000010:3.1:1790689236.623567:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00000080:00000010:3.1:1790689236.623572:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00000080:00000010:3.1:1790689236.623592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f080.
00000080:00000010:3.1:1790689236.623595:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4e0.
00000080:00000010:3.1:1790689236.623598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4a0.
00010000:00000010:3.1:1790689236.623616:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6300.
00010000:00000010:3.1:1790689236.623623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffae00.
00000080:00000010:0.1:1790689236.908995:0:285336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f560.
00000080:00000010:3.1:1790689236.939506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6e0.
00010000:00000010:3.1:1790689236.946557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689236.966804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689237.022904:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6500.
00010000:00000010:3.1:1790689237.022921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689237.022927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f260.
00010000:00000010:3.1:1790689237.036737:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689237.036756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689237.036763:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563480.
00010000:00000010:3.1:1790689237.050175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689237.078390:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689237.078403:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:0.1:1790689237.199510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f9c0.
00010000:00000010:0.1:1790689237.199533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689237.199538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f060.
00010000:00000010:0.1:1790689237.223498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689237.223507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:3.1:1790689237.248720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689237.248739:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fe40.
00010000:00000010:3.1:1790689237.261937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689237.292506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa000.
00000080:00000010:0.1:1790689237.292514:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f1c0.
00010000:00000010:0.1:1790689237.296916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689237.296932:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ffa0.
00010000:00000010:0.1:1790689237.305523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689237.305540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffc0.
00010000:00000010:0.1:1790689237.312769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689237.312787:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00010000:00000010:0.1:1790689237.320821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689237.320841:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00010000:00000010:0.1:1790689237.333049:0:285860:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689237.333073:0:285860:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffc0.
00010000:00000010:0.1:1790689237.343800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689237.343821:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00010000:00000010:0.1:1790689237.356867:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689237.356885:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00010000:00000010:0.1:1790689237.362077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689237.362096:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df020.
00010000:00000010:3.1:1790689237.434996:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689237.435030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:0.1:1790689237.537853:0:285867:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:3.1:1790689237.629529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00010000:00000010:3.1:1790689237.633928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689237.647509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689237.660509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00010000:00000010:0.1:1790689237.675502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:3.1:1790689237.713772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689237.725570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689237.725600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563880.
00000080:00000010:3.1:1790689237.725617:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fba0.
00000080:00000010:3.1:1790689237.725624:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8c0.
00000080:00000010:3.1:1790689237.725629:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00000080:00000010:3.1:1790689237.725634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00000080:00000010:3.1:1790689237.725638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ba0.
00000080:00000010:3.1:1790689237.725642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563200.
00000080:00000010:3.1:1790689237.725662:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f880.
00000080:00000010:3.1:1790689237.725665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00000080:00000010:3.1:1790689237.725669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f9a0.
00000080:00000010:3.1:1790689237.725673:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f380.
00000080:00000010:3.1:1790689237.725676:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563100.
00000080:00000010:3.1:1790689237.725683:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00000080:00000010:3.1:1790689237.725687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ce0.
00000080:00000010:3.1:1790689237.725690:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00000080:00000010:3.1:1790689237.725693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95631a0.
00010000:00000010:3.1:1790689237.725699:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:3.1:1790689237.725704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00010000:00000010:3.1:1790689238.004492:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689238.004506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689238.004511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fec0.
00010000:00000010:3.1:1790689238.012770:0:285871:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057300.
00010000:00000010:3.1:1790689238.012777:0:285871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689238.012782:0:285871:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:3.1:1790689238.023673:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057600.
00010000:00000010:3.1:1790689238.023692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689238.023699:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95631a0.
00010000:00000010:3.1:1790689238.023712:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689238.023715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689238.023717:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00010000:00000010:0.1:1790689238.076478:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6b00.
00010000:00000010:0.1:1790689238.076499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffae00.
00000080:00000010:0.1:1790689238.076504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd20.
00010000:00000010:0.1:1790689238.082231:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcf00.
00010000:00000010:0.1:1790689238.082247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689238.082253:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:0.1:1790689238.091509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689238.091525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689238.091542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689238.112284:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcf00.
00010000:00000010:0.1:1790689238.112298:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689238.112305:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:3.1:1790689238.161752:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6900.
00010000:00000010:3.1:1790689238.161770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb600.
00000080:00000010:3.1:1790689238.161775:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f120.
00010000:00000010:3.1:1790689238.176661:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689238.176678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689238.176685:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00010000:00000010:3.1:1790689238.186749:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057600.
00010000:00000010:3.1:1790689238.186757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:3.1:1790689238.186761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95631a0.
00010000:00000010:3.1:1790689238.195717:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689238.195733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:0.1:1790689238.209510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563ac0.
00010000:00000010:0.1:1790689238.229162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:0.1:1790689238.231617:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689238.231631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:0.1:1790689238.256506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689238.256525:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00010000:00000010:0.1:1790689238.305880:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00000080:00000010:0.1:1790689238.305901:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fcc0.
00010000:00000010:0.1:1790689238.310562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:1.1:1790689238.316702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f620.
00010000:00000010:3.1:1790689238.352700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:3.1:1790689238.352718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f440.
00010000:00000010:3.1:1790689238.370349:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00000080:00000010:3.1:1790689238.370367:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd60.
00010000:00000010:3.1:1790689238.382596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00000080:00000010:3.1:1790689238.382613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:3.1:1790689238.382623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689238.382625:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00010000:00000010:3.1:1790689238.389512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689238.389531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563100.
00010000:00000010:3.1:1790689238.396696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689238.396721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563200.
00010000:00000010:3.1:1790689238.419351:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689238.419370:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00010000:00000010:0.1:1790689238.433364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:0.1:1790689238.435507:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563100.
00000080:00000010:3.1:1790689238.548696:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f680.
00010000:00000010:3.1:1790689238.555750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689238.555767:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8a0.
00010000:00000010:3.1:1790689238.564222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:0.1:1790689238.574238:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563cc0.
00010000:00000010:1.1:1790689238.580135:0:285871:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:1.1:1790689238.583731:0:285336:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633a0.
00010000:00000010:1.1:1790689238.595591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00000080:00000010:1.1:1790689238.595600:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00000080:00000010:1.1:1790689238.595606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0260.
00010000:00000010:1.1:1790689238.672533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689238.698694:0:285877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689238.698751:0:285877:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689238.746741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:1.1:1790689238.761682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:3.1:1790689238.810784:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00010000:00000010:3.1:1790689238.818515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689238.818535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4c0.
00000080:00000010:3.1:1790689238.818547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fee0.
00000080:00000010:3.1:1790689238.818551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f2c0.
00000080:00000010:3.1:1790689238.818554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd40.
00000080:00000010:3.1:1790689238.818559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df620.
00000080:00000010:3.1:1790689238.818577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed00c0.
00000080:00000010:3.1:1790689238.818584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00000080:00000010:3.1:1790689238.818589:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:3.1:1790689238.818594:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0960.
00000080:00000010:3.1:1790689238.818598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00000080:00000010:3.1:1790689238.818601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f600.
00000080:00000010:3.1:1790689238.818604:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f140.
00000080:00000010:3.1:1790689238.818608:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00000080:00000010:3.1:1790689238.818612:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00000080:00000010:3.1:1790689238.818615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f480.
00000080:00000010:3.1:1790689238.818637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fe80.
00010000:00000010:3.1:1790689238.818644:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:3.1:1790689238.818648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:0.1:1790689239.061162:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6000.
00010000:00000010:0.1:1790689239.061178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa000.
00000080:00000010:0.1:1790689239.064674:0:285882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f140.
00010000:00000010:0.1:1790689239.070538:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689239.070556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689239.070574:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:0.1:1790689239.082390:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcf00.
00010000:00000010:0.1:1790689239.082408:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:1.1:1790689239.085666:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df620.
00000080:00000010:0.1:1790689239.202508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f940.
00010000:00000010:0.1:1790689239.207533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689239.207577:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f2c0.
00010000:00000010:0.1:1790689239.213657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689239.223355:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df100.
00010000:00000010:0.1:1790689239.228480:0:285882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689239.228489:0:285882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb80.
00010000:00000010:0.1:1790689239.241672:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:1.1:1790689239.250663:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00010000:00000010:3.1:1790689239.317684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa200.
00000080:00000010:3.1:1790689239.317691:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fee0.
00010000:00000010:0.1:1790689239.321901:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:0.1:1790689239.321909:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb40.
00010000:00000010:0.1:1790689239.329490:0:285882:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689239.333661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638a0.
00010000:00000010:0.1:1790689239.338537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00000080:00000010:0.1:1790689239.338547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:0.1:1790689239.355978:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689239.355994:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689239.360663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689239.360679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00000080:00000010:0.1:1790689239.360686:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df560.
00010000:00000010:3.1:1790689239.501200:0:285891:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689239.513585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689239.521491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689239.586959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689239.950763:0:285892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689239.959490:0:285892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689239.959506:0:285892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c60.
00000080:00000010:3.1:1790689239.959515:0:285892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb00.
00000080:00000010:3.1:1790689239.959521:0:285892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f420.
00000080:00000010:3.1:1790689239.959525:0:285892:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:3.1:1790689239.959533:0:285892:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6b00.
00010000:00000010:3.1:1790689239.959538:0:285892:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffae00.
00000080:00000010:3.1:1790689239.967549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637a0.
00010000:00000010:3.1:1790689240.077806:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:3.1:1790689240.077832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689240.077837:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637a0.
00010000:00000010:3.1:1790689240.082795:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689240.127489:0:285893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00000080:00000010:0.1:1790689240.127502:0:285893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f3e0.
00010000:00000010:0.1:1790689240.133976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689240.135834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff20.
00010000:00000010:0.1:1790689240.151743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00000080:00000010:0.1:1790689240.151757:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8e0.
00010000:00000010:0.1:1790689240.171049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00000080:00000010:0.1:1790689240.194288:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00000080:00000010:3.1:1790689240.199547:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00010000:00000010:0.1:1790689240.222125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:0.1:1790689240.222142:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8e0.
00000080:00000010:3.1:1790689240.269609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f920.
00010000:00000010:3.1:1790689240.280634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689240.280648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f1a0.
00010000:00000010:3.1:1790689240.280659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689240.280663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563160.
00010000:00000010:3.1:1790689240.307505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689240.329504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d60.
00010000:00000010:0.1:1790689240.350496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689240.407827:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00000080:00000010:3.1:1790689240.407837:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8a0.
00000080:00000010:0.1:1790689240.411049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d60.
00010000:00000010:3.1:1790689240.411496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00000080:00000010:3.1:1790689240.411502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f680.
00010000:00000010:3.1:1790689240.418525:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:0.1:1790689240.422163:0:285893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:0.1:1790689240.422172:0:285893:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d80.
00010000:00000010:0.1:1790689240.435130:0:285893:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1600.
00000080:00000010:0.1:1790689240.448148:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00010000:00000010:0.1:1790689240.450570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1c00.
00000080:00000010:0.1:1790689240.450585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff60.
00010000:00000010:3.1:1790689240.474520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffba00.
00000080:00000010:3.1:1790689240.474546:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00010000:00000010:3.1:1790689240.478509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689240.514161:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00000080:00000010:3.1:1790689240.514170:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f440.
00010000:00000010:3.1:1790689240.522802:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00000080:00000010:3.1:1790689240.522876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f620.
00010000:00000010:0.1:1790689240.538559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00000080:00000010:0.1:1790689240.538579:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a00.
00000080:00000010:0.1:1790689240.538588:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95639c0.
00010000:00000010:3.1:1790689240.579855:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:3.1:1790689240.655502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689240.655510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421600.
00010000:00000010:3.1:1790689240.655515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689240.655518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5000.
00010000:00000010:1.1:1790689240.655978:0:285898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4a00.
00010000:00000010:1.1:1790689240.655984:0:285898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:1.1:1790689240.655986:0:285898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:1.1:1790689240.655989:0:285898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee600.
00010000:00000010:1.1:1790689240.659083:0:285898:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb000.
00010000:00000010:1.1:1790689240.663621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689240.789509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00010000:00000010:3.1:1790689240.796495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689240.814222:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:0.1:1790689240.831838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790689240.863517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:3.1:1790689241.078237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689241.078255:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:3.1:1790689241.078259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00010000:00000010:3.1:1790689241.078262:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689241.084012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00010000:00000010:3.1:1790689241.084043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee000.
00010000:00000010:3.1:1790689241.084045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00010000:00000010:3.1:1790689241.084047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefa00.
00010000:00000010:0.1:1790689241.159309:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689241.177689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790689241.245523:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:0.1:1790689241.245538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00000080:00000010:0.1:1790689241.245543:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:0.1:1790689241.250524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689241.265860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:0.1:1790689241.276734:0:261649:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858600.
00010000:00000010:0.1:1790689241.276745:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000080:00000010:0.1:1790689241.276750:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0460.
00010000:00000010:0.1:1790689241.288675:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:0.1:1790689241.288683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00000080:00000010:1.1:1790689241.291439:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00000080:00000010:1.1:1790689241.496498:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f880.
00010000:00000010:3.1:1790689241.503485:0:285908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00000080:00000010:3.1:1790689241.503492:0:285908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0a00.
00010000:00000010:3.1:1790689241.516305:0:285908:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefa00.
00000080:00000010:3.1:1790689241.516322:0:285908:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ffa0.
00010000:00000010:3.1:1790689241.531671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00000080:00000010:3.1:1790689241.531681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563de0.
00010000:00000010:3.1:1790689241.531691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee000.
00000080:00000010:3.1:1790689241.531694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e20.
00010000:00000010:3.1:1790689241.531698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00000080:00000010:3.1:1790689241.531701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563340.
00010000:00000010:3.1:1790689241.562731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:3.1:1790689241.562753:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fcc0.
00010000:00000010:3.1:1790689241.572684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00010000:00000010:1.1:1790689241.629518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790689241.635683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790689241.684274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00010000:00000010:3.1:1790689241.684279:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00010000:00000010:3.1:1790689241.684282:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689241.684285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00010000:00000010:3.1:1790689241.684288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689241.763628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790689241.763675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689241.790585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00010000:00000010:0.1:1790689241.835578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00010000:00000010:3.1:1790689241.857698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:0.1:1790689241.875505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00000080:00000010:3.1:1790689241.896571:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0640.
00000080:00000010:3.1:1790689241.896606:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d60.
00000080:00000010:3.1:1790689241.896615:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fec0.
00000080:00000010:3.1:1790689241.896626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4a0.
00000080:00000010:3.1:1790689241.896630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f1c0.
00000080:00000010:3.1:1790689241.896633:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563d80.
00000080:00000010:3.1:1790689241.896636:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e40.
00000080:00000010:3.1:1790689241.896639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00000080:00000010:3.1:1790689241.896643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2faa0.
00000080:00000010:3.1:1790689241.896647:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f560.
00000080:00000010:3.1:1790689241.896652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff80.
00000080:00000010:3.1:1790689241.896658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:3.1:1790689241.896664:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00000080:00000010:3.1:1790689241.896668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8c0.
00000080:00000010:3.1:1790689241.896671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df640.
00000080:00000010:3.1:1790689241.896674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df900.
00010000:00000010:3.1:1790689241.900136:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858f00.
00010000:00000010:3.1:1790689241.900157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689242.219093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeea00.
00010000:00000010:3.1:1790689242.233221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:0.1:1790689242.288604:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858800.
00010000:00000010:0.1:1790689242.288616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:0.1:1790689242.288623:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0660.
00010000:00000010:0.1:1790689242.294637:0:285924:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790689242.304175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00000080:00000010:0.1:1790689242.482027:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f9c0.
00010000:00000010:1.1:1790689242.483683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00000080:00000010:1.1:1790689242.483698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f080.
00010000:00000010:1.1:1790689242.497784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689242.497795:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df800.
00010000:00000010:1.1:1790689242.513665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689242.513679:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00000080:00000010:3.1:1790689242.553982:0:285924:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f3c0.
00010000:00000010:3.1:1790689242.570588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00000080:00000010:3.1:1790689242.570601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f0a0.
00010000:00000010:3.1:1790689242.570622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeea00.
00000080:00000010:3.1:1790689242.584205:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95637a0.
00010000:00000010:3.1:1790689242.622295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00000080:00000010:3.1:1790689242.622310:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f040.
00010000:00000010:3.1:1790689242.630511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeea00.
00000080:00000010:0.1:1790689242.640597:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd00.
00010000:00000010:3.1:1790689242.681584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00000080:00000010:3.1:1790689242.681601:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc80.
00010000:00000010:3.1:1790689242.691805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeea00.
00000080:00000010:3.1:1790689242.691822:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f7c0.
00010000:00000010:3.1:1790689242.699827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00000080:00000010:3.1:1790689242.699838:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563dc0.
00010000:00000010:3.1:1790689242.710077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef600.
00000080:00000010:0.1:1790689242.712563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00010000:00000010:3.1:1790689242.756239:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00000080:00000010:3.1:1790689242.756256:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fac0.
00010000:00000010:3.1:1790689242.761265:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef600.
00000080:00000010:3.1:1790689242.761272:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f7a0.
00010000:00000010:3.1:1790689242.767953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00000080:00000010:3.1:1790689242.767972:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563dc0.
00010000:00000010:3.1:1790689242.786197:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeea00.
00000080:00000010:3.1:1790689242.786213:0:13:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563620.
00010000:00000010:3.1:1790689242.916704:0:285336:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:0.1:1790689242.920104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:3.1:1790689242.920591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689243.010601:0:285929:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:3.1:1790689243.025884:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689243.025891:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeee00.
00010000:00000010:3.1:1790689243.025894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689243.025907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:0.1:1790689243.028523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790689243.095187:0:285935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689243.117501:0:285935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790689243.117539:0:285935:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790689243.135077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689243.135102:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:0.1:1790689243.138511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:0.1:1790689243.148698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00000080:00000010:3.1:1790689243.191398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f320.
00000080:00000010:3.1:1790689243.191434:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa60.
00000080:00000010:3.1:1790689243.191443:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2a0.
00000080:00000010:3.1:1790689243.191449:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0a80.
00000080:00000010:3.1:1790689243.191492:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0480.
00000080:00000010:3.1:1790689243.191497:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed06e0.
00000080:00000010:3.1:1790689243.191500:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00000080:00000010:3.1:1790689243.191503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0320.
00000080:00000010:3.1:1790689243.191529:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df8e0.
00000080:00000010:3.1:1790689243.191533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe60.
00000080:00000010:3.1:1790689243.191536:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe80.
00000080:00000010:3.1:1790689243.191540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563200.
00000080:00000010:3.1:1790689243.191545:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f1e0.
00000080:00000010:3.1:1790689243.191549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4e0.
00000080:00000010:3.1:1790689243.191552:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dff60.
00000080:00000010:3.1:1790689243.191555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:3.1:1790689243.191561:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6800.
00010000:00000010:3.1:1790689243.191567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689243.308650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689243.308656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689243.308658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00010000:00000010:3.1:1790689243.308660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefa00.
00010000:00000010:1.1:1790689243.431568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790689243.436585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00000080:00000010:0.1:1790689243.490658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc60.
00010000:00000010:0.1:1790689243.499672:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689243.499690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:0.1:1790689243.499697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe40.
00010000:00000010:0.1:1790689243.510640:0:285939:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689243.510652:0:285939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00000080:00000010:0.1:1790689243.510657:0:285939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfaa0.
00010000:00000010:0.1:1790689243.520103:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689243.520121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689243.520127:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:0.1:1790689243.539185:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689243.539200:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:0.1:1790689243.539205:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe40.
00010000:00000010:0.1:1790689243.548809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790689243.552721:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689243.552740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00000080:00000010:0.1:1790689243.552745:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfaa0.
00010000:00000010:0.1:1790689243.563755:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689243.563763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:1.1:1790689243.572927:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfac0.
00000080:00000010:0.1:1790689243.609971:0:285939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f720.
00010000:00000010:0.1:1790689243.613721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:0.1:1790689243.624148:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689243.624156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00000080:00000010:0.1:1790689243.624161:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00010000:00000010:0.1:1790689243.631144:0:285939:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689243.631155:0:285939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:0.1:1790689243.631160:0:285939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689243.639846:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689243.639871:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00000080:00000010:0.1:1790689243.639877:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00010000:00000010:3.1:1790689243.685547:0:285939:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6800.
00010000:00000010:3.1:1790689243.685556:0:285939:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00000080:00000010:3.1:1790689243.685560:0:285939:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f160.
00010000:00000010:3.1:1790689243.694093:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057900.
00010000:00000010:3.1:1790689243.694099:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689243.711873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790689243.716583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00000080:00000010:3.1:1790689243.716607:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689243.716675:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689243.716682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689243.725692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00000080:00000010:0.1:1790689243.762549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f500.
00010000:00000010:0.1:1790689243.770704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00000080:00000010:0.1:1790689243.770713:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f180.
00010000:00000010:0.1:1790689243.819607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00000080:00000010:0.1:1790689243.819626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f240.
00010000:00000010:0.1:1790689243.826343:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00000080:00000010:0.1:1790689243.830716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f760.
00010000:00000010:0.1:1790689243.840069:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00000080:00000010:0.1:1790689243.840086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689243.854501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00000080:00000010:1.1:1790689243.856611:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dffe0.
00010000:00000010:0.1:1790689243.862743:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000080:00000010:0.1:1790689243.867436:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00010000:00000010:0.1:1790689243.879706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00010000:00000010:3.1:1790689243.914081:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00000080:00000010:3.1:1790689243.914124:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f980.
00010000:00000010:0.1:1790689243.920745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00010000:00000010:1.1:1790689243.931638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00000080:00000010:1.1:1790689243.935730:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa80.
00010000:00000010:1.1:1790689243.948113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689243.948131:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563fc0.
00010000:00000010:1.1:1790689243.967904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00000080:00000010:1.1:1790689243.974747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0560.
00010000:00000010:1.1:1790689244.202668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689244.280803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689244.280820:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee000.
00010000:00000010:3.1:1790689244.280824:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:3.1:1790689244.280826:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689244.280829:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:0.1:1790689244.282715:0:285944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:0.1:1790689244.292745:0:285944:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:0.1:1790689244.297723:0:285947:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790689244.365467:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689244.377991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689244.391336:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689244.403041:0:31:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689244.408087:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:1.1:1790689244.441505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00000080:00000010:3.1:1790689244.497599:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa00.
00000080:00000010:3.1:1790689244.497621:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563500.
00000080:00000010:3.1:1790689244.497630:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563f00.
00000080:00000010:3.1:1790689244.497634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ffe0.
00000080:00000010:3.1:1790689244.497639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563980.
00000080:00000010:3.1:1790689244.497643:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563220.
00000080:00000010:3.1:1790689244.497646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563be0.
00000080:00000010:3.1:1790689244.497653:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe80.
00000080:00000010:3.1:1790689244.497663:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa80.
00000080:00000010:3.1:1790689244.497667:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df760.
00000080:00000010:3.1:1790689244.497670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa60.
00000080:00000010:3.1:1790689244.497674:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0460.
00000080:00000010:3.1:1790689244.497693:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed01c0.
00000080:00000010:3.1:1790689244.497697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb80.
00000080:00000010:3.1:1790689244.497701:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfe40.
00000080:00000010:3.1:1790689244.497704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df7e0.
00010000:00000010:3.1:1790689244.497710:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057000.
00010000:00000010:3.1:1790689244.497715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689244.728485:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee000.
00010000:00000010:3.1:1790689244.728505:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00010000:00000010:3.1:1790689244.728509:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689244.733104:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689244.733125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689244.733127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689244.733130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef600.
00010000:00000010:3.1:1790689244.733132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:1.1:1790689244.839564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689244.852487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689244.861514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689244.869530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689244.878631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00000080:00000010:1.1:1790689244.882519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0220.
00010000:00000010:1.1:1790689244.961573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:3.1:1790689244.964619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:0.1:1790689244.973554:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689244.973580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689244.973586:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfca0.
00010000:00000010:0.1:1790689244.984053:0:261650:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689244.984138:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00000080:00000010:1.1:1790689244.989518:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfda0.
00010000:00000010:1.1:1790689245.128615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689245.142210:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858900.
00010000:00000010:1.1:1790689245.142219:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689245.142226:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0640.
00010000:00000010:1.1:1790689245.151049:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858000.
00010000:00000010:1.1:1790689245.151059:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689245.151065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0e80.
00010000:00000010:1.1:1790689245.151081:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:1.1:1790689245.151084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689245.151087:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689245.156501:0:285954:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858900.
00010000:00000010:1.1:1790689245.156509:0:285954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689245.156513:0:285954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0640.
00010000:00000010:1.1:1790689245.160633:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858200.
00010000:00000010:1.1:1790689245.160649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000080:00000010:1.1:1790689245.160654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0540.
00010000:00000010:1.1:1790689245.171319:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:1.1:1790689245.171330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689245.171335:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689245.180987:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858200.
00010000:00000010:1.1:1790689245.181012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000080:00000010:1.1:1790689245.181019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0540.
00010000:00000010:1.1:1790689245.190542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858900.
00010000:00000010:1.1:1790689245.190551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689245.190568:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0640.
00000080:00000010:1.1:1790689245.267561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f020.
00010000:00000010:0.1:1790689245.357516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00000080:00000010:1.1:1790689245.361049:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f960.
00010000:00000010:3.1:1790689245.462128:0:285954:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00000080:00000010:3.1:1790689245.462157:0:285954:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f540.
00010000:00000010:3.1:1790689245.466702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00000080:00000010:3.1:1790689245.466721:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f0e0.
00010000:00000010:3.1:1790689245.481448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00000080:00000010:3.1:1790689245.481483:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563540.
00010000:00000010:3.1:1790689245.481492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef600.
00010000:00000010:0.1:1790689245.492654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00000080:00000010:0.1:1790689245.492668:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563a80.
00010000:00000010:0.1:1790689245.501130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00000080:00000010:0.1:1790689245.501139:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff40.
00010000:00000010:0.1:1790689245.511619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00000080:00000010:0.1:1790689245.511637:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df200.
00010000:00000010:3.1:1790689245.672060:0:285957:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790689245.691657:0:285956:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:0.1:1790689245.756733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00010000:00000010:3.1:1790689245.761570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:3.1:1790689245.761578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:3.1:1790689245.761581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689245.761583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689245.761586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689245.761588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00010000:00000010:0.1:1790689245.771827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689245.965559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689245.989612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef800.
00000080:00000010:3.1:1790689246.008618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc00.
00000080:00000010:3.1:1790689246.008638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fca0.
00000080:00000010:3.1:1790689246.008651:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fda0.
00000080:00000010:3.1:1790689246.008654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f840.
00000080:00000010:3.1:1790689246.008658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f900.
00000080:00000010:3.1:1790689246.008661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f360.
00000080:00000010:3.1:1790689246.008665:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f800.
00000080:00000010:3.1:1790689246.008671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:3.1:1790689246.008677:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f60.
00000080:00000010:3.1:1790689246.008681:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df140.
00000080:00000010:3.1:1790689246.008688:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f740.
00000080:00000010:3.1:1790689246.008692:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638a0.
00000080:00000010:3.1:1790689246.008697:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0c00.
00000080:00000010:3.1:1790689246.008700:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00000080:00000010:3.1:1790689246.008704:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f2e0.
00000080:00000010:3.1:1790689246.008706:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd80.
00010000:00000010:3.1:1790689246.008712:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001a00.
00010000:00000010:3.1:1790689246.008717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689246.406931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689246.420595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689246.514672:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057400.
00010000:00000010:3.1:1790689246.514689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00000080:00000010:3.1:1790689246.514694:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95633e0.
00010000:00000010:3.1:1790689246.535615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:3.1:1790689246.550444:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689246.568578:0:13:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057400.
00010000:00000010:3.1:1790689246.568595:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00010000:00000010:0.1:1790689246.651644:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00000080:00000010:0.1:1790689246.651873:0:1357:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f660.
00010000:00000010:0.1:1790689246.679224:0:285970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689246.679237:0:285970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6a0.
00010000:00000010:0.1:1790689246.698801:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00000080:00000010:0.1:1790689246.698962:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb60.
00010000:00000010:0.1:1790689246.698974:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689246.698977:0:261649:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df420.
00000080:00000010:1.1:1790689246.703780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfce0.
00010000:00000010:0.1:1790689246.711515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689246.727043:0:285970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:0.1:1790689246.727064:0:285970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df6a0.
00010000:00000010:0.1:1790689246.737514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689246.832434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00000080:00000010:1.1:1790689246.832453:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f6c0.
00010000:00000010:1.1:1790689246.848516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689246.848531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd80.
00010000:00000010:1.1:1790689246.862953:0:285970:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689246.862964:0:285970:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ae0.
00010000:00000010:1.1:1790689246.879693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689246.879709:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fe0.
00010000:00000010:1.1:1790689246.892572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689246.892581:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0be0.
00010000:00000010:1.1:1790689246.896510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689246.902780:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ae0.
00000080:00000010:3.1:1790689247.057240:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f800.
00010000:00000010:3.1:1790689247.071859:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00000080:00000010:3.1:1790689247.076521:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f900.
00010000:00000010:3.1:1790689247.084524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00000080:00000010:3.1:1790689247.084540:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95634c0.
00010000:00000010:3.1:1790689247.102516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef000.
00000080:00000010:3.1:1790689247.102533:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95638e0.
00010000:00000010:3.1:1790689247.129190:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00000080:00000010:3.1:1790689247.129570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563c80.
00010000:00000010:1.1:1790689247.336573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689247.336594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:1.1:1790689247.336597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00010000:00000010:1.1:1790689247.336600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790689247.336603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00010000:00000010:1.1:1790689247.336605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:0.1:1790689247.336727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790689247.336733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790689247.337705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689247.354575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:3.1:1790689247.368669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689247.506500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689247.527705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:0.1:1790689247.535975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:0.1:1790689247.566704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790689247.589944:0:285981:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689247.601787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689247.622564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689247.864988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790689247.865006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790689247.865008:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790689247.868510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00010000:00000010:1.1:1790689247.868530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790689247.868532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689247.868535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00010000:00000010:1.1:1790689247.868536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689247.954500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00000080:00000010:3.1:1790689247.954508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff40.
00000080:00000010:3.1:1790689247.954519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc00.
00000080:00000010:3.1:1790689247.954523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff00.
00000080:00000010:3.1:1790689247.954526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f2e0.
00010000:00000010:3.1:1790689247.954531:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:3.1:1790689247.954534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:3.1:1790689247.962827:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635c0.
00010000:00000010:0.1:1790689247.978899:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689247.978913:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689247.978919:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689247.988256:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcf00.
00010000:00000010:0.1:1790689247.988263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00000080:00000010:0.1:1790689247.988268:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df660.
00010000:00000010:0.1:1790689247.988281:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689247.988284:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689247.988286:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689247.997979:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689247.997992:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689247.997999:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.001624:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689248.001642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689248.001648:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689248.017044:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689248.017062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689248.017090:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689248.017103:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689248.017107:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689248.017109:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df360.
00010000:00000010:0.1:1790689248.023644:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689248.023663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689248.023670:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.038606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689248.043505:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689248.043525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689248.043531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.051588:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689248.051607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689248.051613:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689248.065551:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689248.065573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689248.065580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.070831:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689248.070848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689248.070864:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689248.077751:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689248.077759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689248.077764:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfc80.
00010000:00000010:0.1:1790689248.081823:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689248.081843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689248.081849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.088663:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:0.1:1790689248.088681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:0.1:1790689248.088687:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df960.
00010000:00000010:0.1:1790689248.095690:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689248.095706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:0.1:1790689248.095712:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df320.
00010000:00000010:0.1:1790689248.112623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689248.195622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:3.1:1790689248.195639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f540.
00010000:00000010:3.1:1790689248.204652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00000080:00000010:3.1:1790689248.204669:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fae0.
00010000:00000010:3.1:1790689248.210652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeee00.
00000080:00000010:3.1:1790689248.210671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563520.
00010000:00000010:3.1:1790689248.219089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00000080:00000010:3.1:1790689248.219105:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635c0.
00010000:00000010:3.1:1790689248.296356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00000080:00000010:3.1:1790689248.296398:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f020.
00010000:00000010:3.1:1790689248.302710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef400.
00000080:00000010:3.1:1790689248.302722:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fb80.
00010000:00000010:3.1:1790689248.307099:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeee00.
00000080:00000010:3.1:1790689248.307107:0:285985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635c0.
00010000:00000010:3.1:1790689248.314809:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeec00.
00010000:00000010:0.1:1790689248.423513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00000080:00000010:0.1:1790689248.423523:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa40.
00010000:00000010:0.1:1790689248.440632:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00000080:00000010:0.1:1790689248.440641:0:285985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa60.
00010000:00000010:0.1:1790689248.449364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00000080:00000010:0.1:1790689248.449374:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3c0.
00010000:00000010:0.1:1790689248.458287:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00000080:00000010:0.1:1790689248.458296:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df280.
00010000:00000010:0.1:1790689248.461513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00000080:00000010:0.1:1790689248.461530:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df200.
00010000:00000010:0.1:1790689248.465037:0:285985:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00000080:00000010:0.1:1790689248.465047:0:285985:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3a0.
00010000:00000010:0.1:1790689248.470888:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00000080:00000010:0.1:1790689248.470905:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df380.
00010000:00000010:0.1:1790689248.481680:0:285987:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00000080:00000010:0.1:1790689248.481701:0:285987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3c0.
00000080:00000010:0.1:1790689248.481712:0:285987:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df200.
00010000:00000010:3.1:1790689248.603504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaeee00.
00010000:00000010:3.1:1790689248.603511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefe00.
00010000:00000010:3.1:1790689248.603513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaef200.
00010000:00000010:3.1:1790689248.603516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:1.1:1790689248.694772:0:285996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790689248.707326:0:285996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790689248.715728:0:285996:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689248.725856:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689248.749656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689248.977488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4200.
00010000:00000010:3.1:1790689248.977508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421e00.
00010000:00000010:3.1:1790689248.977513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5c00.
00010000:00000010:3.1:1790689248.977516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5800.
00010000:00000010:3.1:1790689249.054142:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689249.073739:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790689249.091775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689249.091803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790689249.149764:0:286000:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858a00.
00010000:00000010:3.1:1790689249.149770:0:286000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:3.1:1790689249.149787:0:286000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ea0.
00010000:00000010:3.1:1790689249.164642:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.164652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689249.164658:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00010000:00000010:3.1:1790689249.203243:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.203257:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689249.203264:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00010000:00000010:3.1:1790689249.207509:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1f00.
00010000:00000010:3.1:1790689249.207525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00000080:00000010:3.1:1790689249.207531:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb81c0.
00010000:00000010:3.1:1790689249.217713:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790689249.230785:0:286000:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1f00.
00010000:00000010:3.1:1790689249.230806:0:286000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00000080:00000010:3.1:1790689249.230811:0:286000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb81c0.
00010000:00000010:3.1:1790689249.246649:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.246664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689249.246671:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00000080:00000010:3.1:1790689249.296074:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f960.
00010000:00000010:3.1:1790689249.307615:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.307632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689249.307638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00010000:00000010:3.1:1790689249.317643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689249.386636:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa800.
00010000:00000010:3.1:1790689249.386655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00000080:00000010:3.1:1790689249.386661:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fc60.
00010000:00000010:3.1:1790689249.402555:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.402572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00000080:00000010:3.1:1790689249.402578:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00010000:00000010:3.1:1790689249.411824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790689249.419632:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1b00.
00010000:00000010:3.1:1790689249.419650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689249.436489:0:286000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00000080:00000010:3.1:1790689249.436496:0:286000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8f60.
00010000:00000010:3.1:1790689249.441512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689249.454515:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb89e0.
00010000:00000010:1.1:1790689249.526556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00000080:00000010:1.1:1790689249.530609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4e0.
00010000:00000010:1.1:1790689249.544335:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689249.544353:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f180.
00010000:00000010:1.1:1790689249.548926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.548948:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689249.577501:0:286000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.577507:0:286000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ec0.
00010000:00000010:1.1:1790689249.581638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.581654:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:1.1:1790689249.596536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.596558:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689249.611068:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.611086:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fc0.
00010000:00000010:1.1:1790689249.621005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.621023:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:1.1:1790689249.635581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.635605:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689249.653530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.653544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fc0.
00010000:00000010:1.1:1790689249.663021:0:286000:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.663038:0:286000:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:1.1:1790689249.676062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:1.1:1790689249.676075:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed02c0.
00010000:00000010:1.1:1790689249.680673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.680698:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ec0.
00010000:00000010:1.1:1790689249.692537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.692561:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:1.1:1790689249.705543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.705569:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fc0.
00010000:00000010:1.1:1790689249.716678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.716702:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ec0.
00010000:00000010:1.1:1790689249.733617:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689249.733634:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0520.
00010000:00000010:1.1:1790689249.740542:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689249.740554:0:261650:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fc0.
00010000:00000010:0.1:1790689249.758930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:0.1:1790689249.758947:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ec0.
00000080:00000010:3.1:1790689249.895015:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f240.
00000080:00000010:3.1:1790689249.895039:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8e0.
00010000:00000010:3.1:1790689249.981094:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689250.130521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689250.130546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689250.130549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689250.130551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790689250.150095:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:0.1:1790689250.192521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:3.1:1790689250.316512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790689250.399341:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00000080:00000010:3.1:1790689250.421538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8c0.
00000080:00000010:3.1:1790689250.421584:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f9c0.
00000080:00000010:3.1:1790689250.421590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8400.
00000080:00000010:3.1:1790689250.421598:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd00.
00000080:00000010:3.1:1790689250.421602:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f040.
00000080:00000010:3.1:1790689250.421610:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f0a0.
00000080:00000010:3.1:1790689250.421618:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0320.
00000080:00000010:3.1:1790689250.421626:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfbc0.
00000080:00000010:3.1:1790689250.421631:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f5e0.
00000080:00000010:3.1:1790689250.421635:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04c0.
00000080:00000010:3.1:1790689250.421638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f220.
00000080:00000010:3.1:1790689250.421642:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f1e0.
00000080:00000010:3.1:1790689250.421646:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0da0.
00000080:00000010:3.1:1790689250.421649:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb86a0.
00000080:00000010:3.1:1790689250.421652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb81c0.
00000080:00000010:3.1:1790689250.421656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8640.
00010000:00000010:3.1:1790689250.430554:0:261659:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001a00.
00010000:00000010:3.1:1790689250.430579:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:1.1:1790689250.717729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689250.717756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790689250.717760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:1.1:1790689250.717763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:1.1:1790689250.726917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790689250.726945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00010000:00000010:1.1:1790689250.726949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:1.1:1790689250.726952:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689250.900942:0:286015:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858a00.
00010000:00000010:1.1:1790689250.900951:0:286015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689250.900956:0:286015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f60.
00010000:00000010:1.1:1790689250.909608:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689250.946281:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa200.
00010000:00000010:3.1:1790689250.946297:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:3.1:1790689250.946303:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fe20.
00010000:00000010:3.1:1790689250.959531:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1000.
00010000:00000010:3.1:1790689250.959548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689250.959554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb81c0.
00010000:00000010:3.1:1790689250.995562:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689250.995574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689250.995580:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb86a0.
00010000:00000010:3.1:1790689251.040719:0:286015:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689251.040751:0:286015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790689251.057518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:1.1:1790689251.150510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fba0.
00010000:00000010:1.1:1790689251.164543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689251.164559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f4a0.
00010000:00000010:1.1:1790689251.192497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:1.1:1790689251.192510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0f60.
00010000:00000010:1.1:1790689251.196813:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00000080:00000010:1.1:1790689251.196823:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0120.
00010000:00000010:1.1:1790689251.203503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00000080:00000010:1.1:1790689251.207562:0:286015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0a00.
00010000:00000010:1.1:1790689251.222311:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689251.242129:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00000080:00000010:3.1:1790689251.242151:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0120.
00010000:00000010:3.1:1790689251.249723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.249749:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fe40.
00010000:00000010:3.1:1790689251.350506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00000080:00000010:3.1:1790689251.350541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ffa0.
00010000:00000010:3.1:1790689251.360536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.360559:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fcc0.
00010000:00000010:3.1:1790689251.386534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689251.386549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb83e0.
00010000:00000010:3.1:1790689251.393519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.393535:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb82c0.
00000080:00000010:3.1:1790689251.440499:0:286015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f340.
00010000:00000010:3.1:1790689251.444755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.444772:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f880.
00010000:00000010:3.1:1790689251.457500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689251.457517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb82c0.
00010000:00000010:3.1:1790689251.469779:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.469797:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb83e0.
00010000:00000010:3.1:1790689251.481622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790689251.514744:0:286015:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00000080:00000010:0.1:1790689251.514751:0:286015:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f380.
00010000:00000010:0.1:1790689251.522232:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:1.1:1790689251.528038:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f580.
00010000:00000010:3.1:1790689251.556006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689251.556026:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed04a0.
00010000:00000010:3.1:1790689251.574558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.574570:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb83e0.
00010000:00000010:3.1:1790689251.608180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689251.608202:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8680.
00000080:00000010:3.1:1790689251.608213:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b20.
00010000:00000010:3.1:1790689251.612504:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689251.612512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.612517:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb86c0.
00010000:00000010:3.1:1790689251.620485:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1000.
00010000:00000010:3.1:1790689251.620503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790689251.634516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa500.
00010000:00000010:0.1:1790689251.634532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00000080:00000010:0.1:1790689251.634538:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd60.
00000080:00000010:0.1:1790689251.658878:0:286018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3a0.
00010000:00000010:0.1:1790689251.676521:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689251.676538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:0.1:1790689251.676544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3a0.
00010000:00000010:3.1:1790689251.776559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1000.
00010000:00000010:3.1:1790689251.776579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00000080:00000010:3.1:1790689251.776585:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8640.
00010000:00000010:3.1:1790689251.791516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689251.791538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.791544:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb86c0.
00010000:00000010:3.1:1790689251.804776:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1000.
00010000:00000010:3.1:1790689251.804803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00000080:00000010:3.1:1790689251.956122:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fd20.
00010000:00000010:3.1:1790689251.969050:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1000.
00010000:00000010:3.1:1790689251.969066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00000080:00000010:3.1:1790689251.969071:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb83e0.
00010000:00000010:3.1:1790689251.990186:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689251.990206:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689251.990212:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b20.
00000080:00000010:3.1:1790689252.058485:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f440.
00010000:00000010:3.1:1790689252.060754:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689252.060761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689252.060766:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b20.
00010000:00000010:3.1:1790689252.064656:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1800.
00010000:00000010:3.1:1790689252.064682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689252.064689:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8680.
00010000:00000010:3.1:1790689252.144615:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1800.
00010000:00000010:3.1:1790689252.144632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689252.144639:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f3a0.
00010000:00000010:3.1:1790689252.150709:0:286018:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1100.
00010000:00000010:3.1:1790689252.150743:0:286018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00000080:00000010:3.1:1790689252.150752:0:286018:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8680.
00010000:00000010:3.1:1790689252.156542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1d00.
00010000:00000010:3.1:1790689252.156559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9400.
00000080:00000010:3.1:1790689252.156565:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b20.
00010000:00000010:3.1:1790689252.172678:0:32:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1800.
00010000:00000010:3.1:1790689252.172694:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689252.172700:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8de0.
00000080:00000010:3.1:1790689252.274511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f8a0.
00000080:00000010:3.1:1790689252.274542:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f280.
00010000:00000010:1.1:1790689261.201945:0:286595:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689261.210789:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb500.
00010000:00000010:1.1:1790689261.210808:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5000.
00010000:00000010:1.1:1790689261.245815:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858100.
00010000:00000010:3.1:1790689261.289485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689261.386761:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb600.
00010000:00000010:3.1:1790689261.386777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4400.
00010000:00000010:1.1:1790689261.536047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689271.057903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:3.1:1790689271.562787:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:1.1:1790689272.087525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790689272.584509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689273.613227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790689277.721512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:0.1:1790689278.234510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689278.730540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689279.259780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790689280.789508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0000.
00000080:00000010:0.1:1790689280.988768:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20d00.
00000080:00000010:0.1:1790689280.988793:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fec0.
00000080:00000010:0.1:1790689280.988800:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2faa0.
00000080:00000010:0.1:1790689280.988805:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0880.
00000080:00000010:0.1:1790689280.988811:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f560.
00000080:00000010:0.1:1790689280.988818:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8000.
00000080:00000010:0.1:1790689280.988824:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d60.
00000080:00000010:0.1:1790689280.988831:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563340.
00000080:00000010:0.1:1790689280.988835:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2fa20.
00000080:00000010:0.1:1790689280.988842:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563600.
00000080:00000010:0.1:1790689280.988846:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563e60.
00000080:00000010:0.1:1790689280.988849:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f120.
00000080:00000010:0.1:1790689280.988853:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfb80.
00000080:00000010:0.1:1790689280.988862:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0100.
00000080:00000010:0.1:1790689280.988868:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f9e0.
00000080:00000010:0.1:1790689280.988871:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0740.
00000080:00000010:0.1:1790689280.988876:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2f820.
00000080:00000010:0.1:1790689280.988880:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200acd2ff80.
00000080:00000010:0.1:1790689280.988883:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95635a0.
00000080:00000010:0.1:1790689280.988887:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0ee0.
00000080:00000010:0.1:1790689280.988891:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8500.
00000080:00000010:0.1:1790689280.988895:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0d40.
00000080:00000010:0.1:1790689280.988898:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8b60.
00000080:00000010:0.1:1790689280.988902:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df1e0.
00000080:00000010:0.1:1790689280.988906:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563280.
00000080:00000010:0.1:1790689280.988910:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8840.
00000080:00000010:0.1:1790689280.988914:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563460.
00000080:00000010:0.1:1790689280.988918:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8920.
00000080:00000010:0.1:1790689280.988922:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff920094ed0fa0.
00000080:00000010:0.1:1790689280.988925:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df300.
00000080:00000010:0.1:1790689280.988929:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ca0.
00000080:00000010:0.1:1790689280.988933:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563380.
00000080:00000010:0.1:1790689280.988937:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df240.
00000080:00000010:0.1:1790689280.988941:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8700.
00000080:00000010:0.1:1790689280.988962:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df180.
00000080:00000010:0.1:1790689280.988967:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a95636a0.
00000080:00000010:0.1:1790689280.988970:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df0e0.
00000080:00000010:0.1:1790689280.988974:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb85e0.
00000080:00000010:0.1:1790689280.988978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df2e0.
00000080:00000010:0.1:1790689280.988982:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8be0.
00000080:00000010:0.1:1790689280.988987:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8a80.
00000080:00000010:0.1:1790689280.988991:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8e00.
00000080:00000010:0.1:1790689280.988995:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb82e0.
00000080:00000010:0.1:1790689280.988998:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8ea0.
00000080:00000010:0.1:1790689280.989002:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8460.
00000080:00000010:0.1:1790689280.989007:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a1fb8600.
00000080:00000010:0.1:1790689280.989010:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201a9563900.
00000080:00000010:0.1:1790689280.989014:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200b8b20840.
00000080:00000010:0.1:1790689280.989019:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a82c6aa0.
00000080:00000010:0.1:1790689280.992969:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920190cddac0.
00000080:00000010:0.1:1790689280.992995:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920190dc5ac0.
00000080:00000010:0.1:1790689280.993008:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193377380.
00000080:00000010:0.1:1790689280.993015:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326dac0.
00000080:00000010:0.1:1790689280.993024:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326a940.
00000080:00000010:0.1:1790689280.993029:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201916998c0.
00000080:00000010:0.1:1790689281.040840:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930eeb40.
00000080:00000010:0.1:1790689281.040856:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930e9080.
00000080:00000010:0.1:1790689281.040864:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ee300.
00000080:00000010:0.1:1790689281.040875:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326d280.
00000080:00000010:0.1:1790689281.040897:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326b180.
00000080:00000010:0.1:1790689281.040904:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930e8840.
00000080:00000010:0.1:1790689281.040910:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930edac0.
00000080:00000010:0.1:1790689281.040916:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930eca40.
00000080:00000010:0.1:1790689281.040921:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326c200.
00000080:00000010:0.1:1790689281.040927:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930e8000.
00000080:00000010:0.1:1790689281.040931:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ec200.
00000080:00000010:0.1:1790689281.040938:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169a100.
00000080:00000010:0.1:1790689281.040964:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ed280.
00000080:00000010:0.1:1790689281.040971:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ea940.
00000080:00000010:0.1:1790689281.040977:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ed280.
00000080:00000010:0.1:1790689281.040981:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930eb180.
00000080:00000010:0.1:1790689281.040985:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930eb9c0.
00000080:00000010:0.1:1790689281.040989:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ea100.
00000080:00000010:0.1:1790689281.040994:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930e98c0.
00000080:00000010:0.1:1790689281.040999:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ef380.
00000080:00000010:0.1:1790689281.041004:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201930ef380.
00000080:00000010:0.1:1790689281.041008:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199726b40.
00000080:00000010:0.1:1790689281.041050:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201997239c0.
00000080:00000010:0.1:1790689281.041058:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199721080.
00000080:00000010:0.1:1790689281.041064:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199722100.
00000080:00000010:0.1:1790689281.041069:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169b9c0.
00000080:00000010:0.1:1790689281.041074:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169eb40.
00000080:00000010:0.1:1790689281.041077:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201997218c0.
00000080:00000010:0.1:1790689281.041081:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199727380.
00000080:00000010:0.1:1790689281.041086:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199725280.
00000080:00000010:0.1:1790689281.041090:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199723180.
00000080:00000010:0.1:1790689281.041094:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199722940.
00000080:00000010:0.1:1790689281.041098:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932edac0.
00000080:00000010:0.1:1790689281.041103:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199720000.
00000080:00000010:0.1:1790689281.041107:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199725ac0.
00000080:00000010:0.1:1790689281.041111:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199724200.
00000080:00000010:0.1:1790689281.041115:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199720840.
00000080:00000010:0.1:1790689281.041120:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191699080.
00000080:00000010:0.1:1790689281.041124:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169e300.
00000080:00000010:0.1:1790689281.041129:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199724a40.
00000080:00000010:0.1:1790689281.041133:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920199726300.
00000080:00000010:0.1:1790689281.056485:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169ca40.
00000080:00000010:0.1:1790689281.056509:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191698840.
00000080:00000010:0.1:1790689281.056533:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193231080.
00000080:00000010:0.1:1790689281.056539:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169f380.
00000080:00000010:0.1:1790689281.056544:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932339c0.
00000080:00000010:0.1:1790689281.056553:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193232100.
00000080:00000010:0.1:1790689281.056558:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193236b40.
00000080:00000010:0.1:1790689281.056562:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932318c0.
00000080:00000010:0.1:1790689281.056569:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932e8840.
00000080:00000010:0.1:1790689281.056575:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932eca40.
00000080:00000010:0.1:1790689281.056587:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193237380.
00000080:00000010:0.1:1790689281.056592:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193235280.
00000080:00000010:0.1:1790689281.056601:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193268000.
00000080:00000010:0.1:1790689281.056610:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193268840.
00000080:00000010:0.1:1790689281.056615:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193232940.
00000080:00000010:0.1:1790689281.056620:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326ca40.
00000080:00000010:0.1:1790689281.056626:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193234200.
00000080:00000010:0.1:1790689281.056631:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193230000.
00000080:00000010:0.1:1790689281.056636:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193233180.
00000080:00000010:0.1:1790689281.056641:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193235ac0.
00000080:00000010:0.1:1790689281.057232:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193234a40.
00000080:00000010:0.1:1790689281.057249:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193236300.
00000080:00000010:0.1:1790689281.057255:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193230840.
00000080:00000010:0.1:1790689281.057262:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169d280.
00000080:00000010:0.1:1790689281.057267:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321e300.
00000080:00000010:0.1:1790689281.057274:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193219080.
00000080:00000010:0.1:1790689281.057282:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321ca40.
00000080:00000010:0.1:1790689281.057369:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321eb40.
00000080:00000010:0.1:1790689281.057375:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321a100.
00000080:00000010:0.1:1790689281.057379:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932198c0.
00000080:00000010:0.1:1790689281.057386:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321b9c0.
00000080:00000010:0.1:1790689281.057394:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326e300.
00000080:00000010:0.1:1790689281.057399:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193269080.
00000080:00000010:0.1:1790689281.057414:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326eb40.
00000080:00000010:0.1:1790689281.057420:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321f380.
00000080:00000010:0.1:1790689281.057426:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321d280.
00000080:00000010:0.1:1790689281.057430:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321b180.
00000080:00000010:0.1:1790689281.057435:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321c200.
00000080:00000010:0.1:1790689281.057439:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321a940.
00000080:00000010:0.1:1790689281.057444:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169a940.
00000080:00000010:0.1:1790689281.057449:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326b9c0.
00000080:00000010:0.1:1790689281.057488:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326a100.
00000080:00000010:0.1:1790689281.057495:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193218000.
00000080:00000010:0.1:1790689281.057500:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019321dac0.
00000080:00000010:0.1:1790689281.057505:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169b180.
00000080:00000010:0.1:1790689281.057510:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169c200.
00000080:00000010:0.1:1790689281.057513:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920193218840.
00000080:00000010:0.1:1790689281.057518:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9dac0.
00000080:00000010:0.1:1790689281.057524:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9ca40.
00000080:00000010:0.1:1790689281.057527:0:14:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9e300.
00000080:00000010:0.1:1790689281.057552:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b98840.
00000080:00000010:0.1:1790689281.057559:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ee300.
00000080:00000010:0.1:1790689281.057563:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932e9080.
00000080:00000010:0.1:1790689281.057566:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932eeb40.
00000080:00000010:0.1:1790689281.057570:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932698c0.
00000080:00000010:0.1:1790689281.057575:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b99080.
00000080:00000010:0.1:1790689281.057579:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9eb40.
00000080:00000010:0.1:1790689281.057584:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9b9c0.
00000080:00000010:0.1:1790689281.057588:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019326f380.
00000080:00000010:0.1:1790689281.057607:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc2100.
00000080:00000010:0.1:1790689281.057614:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b998c0.
00000080:00000010:0.1:1790689281.057618:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9f380.
00000080:00000010:0.1:1790689281.057622:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9a100.
00000080:00000010:0.1:1790689281.057626:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc18c0.
00000080:00000010:0.1:1790689281.057637:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc7380.
00000080:00000010:0.1:1790689281.057643:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc5280.
00000080:00000010:0.1:1790689281.057654:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9d280.
00000080:00000010:0.1:1790689281.057658:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9a940.
00000080:00000010:0.1:1790689281.057662:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9b180.
00000080:00000010:0.1:1790689281.057665:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b9c200.
00000080:00000010:0.1:1790689281.057670:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92019169dac0.
00000080:00000010:0.1:1790689281.057674:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184b98000.
00000080:00000010:0.1:1790689281.058894:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a18840.
00000080:00000010:0.1:1790689281.058904:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1ca40.
00000080:00000010:0.1:1790689281.058911:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1dac0.
00000080:00000010:0.1:1790689281.058921:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc2940.
00000080:00000010:0.1:1790689281.058926:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc4200.
00000080:00000010:0.1:1790689281.058931:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc0000.
00000080:00000010:0.1:1790689281.058934:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc3180.
00000080:00000010:0.1:1790689281.058940:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191698000.
00000080:00000010:0.1:1790689281.058960:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1e300.
00000080:00000010:0.1:1790689281.058965:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a19080.
00000080:00000010:0.1:1790689281.058969:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc5ac0.
00000080:00000010:0.1:1790689281.058974:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1eb40.
00000080:00000010:0.1:1790689281.058979:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932eb180.
00000080:00000010:0.1:1790689281.058984:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932e8000.
00000080:00000010:0.1:1790689281.058989:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc0840.
00000080:00000010:0.1:1790689281.058994:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1b9c0.
00000080:00000010:0.1:1790689281.058999:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a198c0.
00000080:00000010:0.1:1790689281.059003:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1f380.
00000080:00000010:0.1:1790689281.059007:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1a100.
00000080:00000010:0.1:1790689281.059011:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc4a40.
00000080:00000010:0.1:1790689281.059014:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1a940.
00000080:00000010:0.1:1790689281.059018:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1b180.
00000080:00000010:0.1:1790689281.059022:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1d280.
00000080:00000010:0.1:1790689281.059037:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a1c200.
00000080:00000010:0.1:1790689281.059042:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b6300.
00000080:00000010:0.1:1790689281.059047:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b4a40.
00000080:00000010:0.1:1790689281.059053:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184a18000.
00000080:00000010:0.1:1790689281.059056:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b0840.
00000080:00000010:0.1:1790689281.059065:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc6300.
00000080:00000010:0.1:1790689281.059068:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc1080.
00000080:00000010:0.1:1790689281.059072:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b5ac0.
00000080:00000010:0.1:1790689281.059076:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b0000.
00000080:00000010:0.1:1790689281.059081:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b3180.
00000080:00000010:0.1:1790689281.059087:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b2940.
00000080:00000010:0.1:1790689281.059091:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b4200.
00000080:00000010:0.1:1790689281.059102:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b5280.
00000080:00000010:0.1:1790689281.059109:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc6b40.
00000080:00000010:0.1:1790689281.059112:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191fc39c0.
00000080:00000010:0.1:1790689281.059117:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b7380.
00000080:00000010:0.1:1790689281.059121:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b18c0.
00000080:00000010:0.1:1790689281.059125:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ec200.
00000080:00000010:0.1:1790689281.059129:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ea940.
00000080:00000010:0.1:1790689281.059134:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b2100.
00000080:00000010:0.1:1790689281.059141:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230d280.
00000080:00000010:0.1:1790689281.059146:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230b180.
00000080:00000010:0.1:1790689281.059151:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230c200.
00000080:00000010:0.1:1790689281.059169:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230a940.
00000080:00000010:0.1:1790689281.059173:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b39c0.
00000080:00000010:0.1:1790689281.059179:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b6b40.
00000080:00000010:0.1:1790689281.059183:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201844b1080.
00000080:00000010:0.1:1790689281.059187:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920182308000.
00000080:00000010:0.1:1790689281.059190:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184420840.
00000080:00000010:0.1:1790689281.059195:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191ef5280.
00000080:00000010:0.1:1790689281.059209:0:12:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932e98c0.
00010000:00000010:0.1:1790689281.059221:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334700.
00010000:00000010:0.1:1790689281.059228:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f8600.
00010000:00000010:0.1:1790689281.059231:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334200.
00010000:00000010:0.1:1790689281.059234:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f9600.
00010000:00000010:0.1:1790689281.059317:0:12:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1c00.
00010000:00000010:0.1:1790689281.059321:0:12:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:1.1:1790689281.061528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201981fe400.
00010000:00000010:0.1:1790689281.165494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790689281.165506:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:2.1:1790689281.169796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb800.
00010000:00000010:2.1:1790689281.169805:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecba00.
00010000:00000010:2.1:1790689281.169809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4800.
00010000:00000010:2.1:1790689281.169812:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:2.1:1790689281.169815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420400.
00010000:00000010:2.1:1790689281.169818:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:2.1:1790689281.169821:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1a00.
00010000:00000010:2.1:1790689281.169823:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e200.
00010000:00000010:2.1:1790689281.169826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689281.169829:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001200.
00010000:00000010:2.1:1790689281.169831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4400.
00010000:00000010:2.1:1790689281.169835:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3500.
00010000:00000010:2.1:1790689281.169838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420e00.
00010000:00000010:2.1:1790689281.169840:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fce00.
00010000:00000010:2.1:1790689281.169843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fe00.
00010000:00000010:2.1:1790689281.169932:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101c00.
00010000:00000010:2.1:1790689281.169935:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4400.
00010000:00000010:2.1:1790689281.169938:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3700.
00010000:00000010:2.1:1790689281.169941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22800.
00010000:00000010:2.1:1790689281.169943:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001f00.
00010000:00000010:2.1:1790689281.169946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1000.
00010000:00000010:2.1:1790689281.169948:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101000.
00010000:00000010:2.1:1790689281.169950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22a00.
00010000:00000010:2.1:1790689281.169952:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001900.
00010000:00000010:2.1:1790689281.169956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa400.
00010000:00000010:2.1:1790689281.169959:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6400.
00010000:00000010:2.1:1790689281.169962:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421a00.
00010000:00000010:2.1:1790689281.169965:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fca00.
00010000:00000010:2.1:1790689281.169968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4e00.
00010000:00000010:2.1:1790689281.169970:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ed00.
00010000:00000010:0.1:1790689281.170281:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22200.
00010000:00000010:0.1:1790689281.170287:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001500.
00010000:00000010:0.1:1790689281.170290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421200.
00010000:00000010:0.1:1790689281.170293:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6000.
00010000:00000010:0.1:1790689281.170296:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4000.
00010000:00000010:0.1:1790689281.170298:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb900.
00010000:00000010:3.1:1790689281.179199:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4000.
00010000:00000010:3.1:1790689281.179211:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3600.
00010000:00000010:3.1:1790689281.179216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffbc00.
00010000:00000010:3.1:1790689281.179220:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6700.
00010000:00000010:3.1:1790689281.179223:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5800.
00010000:00000010:3.1:1790689281.179225:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3a00.
00010000:00000010:3.1:1790689281.179228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1800.
00010000:00000010:3.1:1790689281.179233:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e100.
00010000:00000010:3.1:1790689281.185496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe400.
00010000:00000010:3.1:1790689281.185505:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:3.1:1790689281.185509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5400.
00010000:00000010:3.1:1790689281.185512:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057d00.
00010000:00000010:3.1:1790689281.185516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420800.
00010000:00000010:3.1:1790689281.185519:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:1.1:1790689281.194774:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4800.
00010000:00000010:1.1:1790689281.194786:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3100.
00010000:00000010:1.1:1790689281.194791:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff400.
00010000:00000010:1.1:1790689281.194794:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858e00.
00010000:00000010:0.1:1790689281.195561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0a00.
00010000:00000010:0.1:1790689281.195570:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e700.
00010000:00000010:0.1:1790689281.195573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa800.
00010000:00000010:0.1:1790689281.195578:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6200.
00010000:00000010:0.1:1790689281.195582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421c00.
00010000:00000010:3.1:1790689281.195588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23a00.
00010000:00000010:0.1:1790689281.195590:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcc00.
00010000:00000010:0.1:1790689281.195598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb200.
00010000:00000010:3.1:1790689281.195601:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101700.
00010000:00000010:0.1:1790689281.195602:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6100.
00010000:00000010:3.1:1790689281.195609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420a00.
00010000:00000010:3.1:1790689281.195615:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcd00.
00010000:00000010:1.1:1790689281.199578:0:286622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421400.
00010000:00000010:1.1:1790689281.199587:0:286622:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:1.1:1790689281.247103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421800.
00010000:00000010:1.1:1790689281.247115:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc200.
00010000:00000010:1.1:1790689281.247120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5200.
00010000:00000010:1.1:1790689281.247126:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3900.
00010000:00000010:1.1:1790689281.247131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5600.
00010000:00000010:1.1:1790689281.247136:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057e00.
00010000:00000010:1.1:1790689281.247140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa600.
00010000:00000010:1.1:1790689281.247145:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6600.
00010000:00000010:1.1:1790689281.247160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420600.
00010000:00000010:1.1:1790689281.247164:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ec00.
00010000:00000010:1.1:1790689281.249589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee200.
00010000:00000010:1.1:1790689281.249599:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057500.
00010000:00000010:1.1:1790689281.249603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:1.1:1790689281.249606:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858500.
00010000:00000010:1.1:1790689281.254332:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5800.
00010000:00000010:1.1:1790689281.254344:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044700.
00010000:00000010:1.1:1790689281.254351:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffa200.
00010000:00000010:1.1:1790689281.254357:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6500.
00010000:00000010:1.1:1790689281.254363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5000.
00010000:00000010:1.1:1790689281.254370:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001600.
00010000:00000010:1.1:1790689281.254376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee600.
00010000:00000010:1.1:1790689281.254382:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057a00.
00010000:00000010:1.1:1790689281.254386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f200.
00010000:00000010:1.1:1790689281.254390:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecbd00.
00010000:00000010:1.1:1790689281.254405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:1.1:1790689281.254408:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:1.1:1790689281.254412:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0800.
00010000:00000010:1.1:1790689281.254417:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e000.
00010000:00000010:1.1:1790689281.254420:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790689281.254422:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc600.
00010000:00000010:1.1:1790689281.254424:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e4a00.
00010000:00000010:1.1:1790689281.254428:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3c00.
00010000:00000010:1.1:1790689281.254432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689281.254434:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6f00.
00010000:00000010:1.1:1790689281.254438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ea00.
00010000:00000010:1.1:1790689281.254441:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101200.
00010000:00000010:1.1:1790689281.254444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689281.254446:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6b00.
00010000:00000010:1.1:1790689281.254448:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e200.
00010000:00000010:1.1:1790689281.254450:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101e00.
00010000:00000010:1.1:1790689281.254452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689281.254473:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaac00.
00010000:00000010:1.1:1790689281.254478:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4200.
00010000:00000010:1.1:1790689281.254482:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecb000.
00010000:00000010:1.1:1790689281.254485:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaefc00.
00010000:00000010:1.1:1790689281.254490:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057900.
00010000:00000010:1.1:1790689281.254494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4a00.
00010000:00000010:1.1:1790689281.254497:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044400.
00010000:00000010:1.1:1790689281.254500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcaee400.
00010000:00000010:1.1:1790689281.254503:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057c00.
00010000:00000010:1.1:1790689281.254506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4200.
00010000:00000010:1.1:1790689281.254508:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044300.
00010000:00000010:1.1:1790689281.254512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689281.254520:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaad00.
00010000:00000010:1.1:1790689281.254524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ec00.
00010000:00000010:1.1:1790689281.254529:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecbe00.
00010000:00000010:1.1:1790689281.254538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941e400.
00010000:00000010:1.1:1790689281.254542:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101100.
00010000:00000010:1.1:1790689281.254546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:1.1:1790689281.254550:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1f00.
00010000:00000010:1.1:1790689281.254553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189421000.
00010000:00000010:1.1:1790689281.254557:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcb00.
00010000:00000010:1.1:1790689281.254560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22c00.
00010000:00000010:1.1:1790689281.254562:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101600.
00010000:00000010:1.1:1790689281.254565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941f400.
00010000:00000010:1.1:1790689281.254567:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b0101300.
00010000:00000010:1.1:1790689281.254570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9000.
00010000:00000010:1.1:1790689281.254572:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057800.
00010000:00000010:1.1:1790689281.254575:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0e00.
00010000:00000010:1.1:1790689281.254578:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e400.
00010000:00000010:1.1:1790689281.254580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941ee00.
00010000:00000010:1.1:1790689281.254584:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001800.
00010000:00000010:1.1:1790689281.254586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c1200.
00010000:00000010:1.1:1790689281.254590:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e900.
00010000:00000010:1.1:1790689281.254593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689281.254595:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa300.
00010000:00000010:1.1:1790689281.254598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0200.
00010000:00000010:1.1:1790689281.254600:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013eb00.
00010000:00000010:1.1:1790689281.254603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5a00.
00010000:00000010:1.1:1790689281.254605:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044200.
00010000:00000010:1.1:1790689281.254608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5a00.
00010000:00000010:1.1:1790689281.254611:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3300.
00010000:00000010:1.1:1790689281.254615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420c00.
00010000:00000010:1.1:1790689281.254617:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:1.1:1790689281.254620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0000.
00010000:00000010:1.1:1790689281.254622:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e300.
00010000:00000010:1.1:1790689281.254624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920189420000.
00010000:00000010:1.1:1790689281.254627:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:1.1:1790689281.254637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4000.
00010000:00000010:1.1:1790689281.254639:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044500.
00010000:00000010:1.1:1790689281.254642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d4e00.
00010000:00000010:1.1:1790689281.254645:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3800.
00010000:00000010:1.1:1790689281.254648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f4e00.
00010000:00000010:1.1:1790689281.254651:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044000.
00010000:00000010:1.1:1790689281.254653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5400.
00010000:00000010:1.1:1790689281.254656:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3d00.
00010000:00000010:1.1:1790689281.254659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed23600.
00010000:00000010:1.1:1790689281.254662:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001d00.
00010000:00000010:1.1:1790689281.254664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a22f5200.
00010000:00000010:1.1:1790689281.254667:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:1.1:1790689281.254670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffbe00.
00010000:00000010:1.1:1790689281.254672:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6d00.
00010000:00000010:1.1:1790689281.254675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018941fc00.
00010000:00000010:1.1:1790689281.254678:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001300.
00010000:00000010:1.1:1790689281.256355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bed22000.
00010000:00000010:1.1:1790689281.256364:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001000.
00010000:00000010:1.1:1790689281.256368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790689281.256372:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057100.
00010000:00000010:1.1:1790689281.256376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffaa00.
00010000:00000010:1.1:1790689281.256380:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201a8ecbc00.
00010000:00000010:1.1:1790689281.256383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffb400.
00010000:00000010:1.1:1790689281.256385:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201c0001700.
00010000:00000010:1.1:1790689281.256388:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201b81c0400.
00010000:00000010:1.1:1790689281.256392:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e600.
00010000:00000010:1.1:1790689281.256396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5a00.
00010000:00000010:1.1:1790689281.256400:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3400.
00010000:00000010:1.1:1790689281.256403:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5d5e00.
00010000:00000010:1.1:1790689281.256406:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff920184057f00.
00010000:00000010:1.1:1790689281.256409:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201860e5600.
00010000:00000010:1.1:1790689281.256412:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201842d3e00.
00010000:00000010:1.1:1790689281.256429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201beffac00.
00010000:00000010:1.1:1790689281.256432:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201ad1c6c00.
00010000:00000010:1.1:1790689281.321369:0:286622:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92009e4f8200.
00010000:00000010:1.1:1790689281.321377:0:286622:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff92019a334b00.
00010000:00000010:1.1:1790689282.291695:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:1.1:1790689282.291705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790689282.318657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:2.1:1790689282.387511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359400.
00010000:00000010:1.1:1790689282.459008:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa100.
00010000:00000010:1.1:1790689282.459026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:1.1:1790689282.543679:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:1.1:1790689282.543693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790689282.547587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689282.563514:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858e00.
00010000:00000010:3.1:1790689282.600141:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00000080:00000010:2.1:1790689282.640504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df3c0.
00010000:00000010:3.1:1790689282.688541:0:286691:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:3.1:1790689282.688555:0:286691:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00000080:00000010:2.1:1790689282.770549:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910df720.
00010000:00000010:0.1:1790689282.779522:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858d00.
00010000:00000010:0.1:1790689282.779532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790689282.783799:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:3.1:1790689282.798506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689282.821509:0:225999:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:3.1:1790689282.845395:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfa00.
00010000:00000010:2.1:1790689282.885753:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaaf00.
00010000:00000010:2.1:1790689282.885768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689282.939950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00000080:00000010:2.1:1790689282.991526:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201910dfac0.
00010000:00000010:2.1:1790689289.970513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689290.007728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:1.1:1790689290.007745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689290.007749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689290.007754:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bdbaa700.
00010000:00000010:1.1:1790689290.007758:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00010000:00000010:1.1:1790689290.007762:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:1.1:1790689290.007764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00000080:00000010:2.1:1790689290.014527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359880.
00000080:00000010:2.1:1790689290.017754:0:287124:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191ef5280.
00010000:00000010:2.1:1790689292.644713:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcb00.
00010000:00000010:2.1:1790689292.644721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790689311.078513:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1c00.
00010000:00000010:3.1:1790689311.078531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:3.1:1790689311.097777:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1300.
00010000:00000010:3.1:1790689311.102506:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1c00.
00010000:00000010:3.1:1790689311.102527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00000080:00000010:2.1:1790689311.186541:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83598c0.
00010000:00000010:1.1:1790689311.337665:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:1.1:1790689311.337681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790689311.360973:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858f00.
00010000:00000010:2.1:1790689311.760663:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:2.1:1790689311.760682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000800:00000200:3.1:1790689311.799776:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -10320 low water 171560 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.799792:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -11600 low water 172200 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.802976:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -3408 low water 168104 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.802988:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -3408 low water 168104 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.811943:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 115608 low water 158516 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.811957:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 115608 low water 158516 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.811974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 201344 low water 148928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.815122:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 77484 low water 260778 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.815188:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 76204 low water 261418 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.815205:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 74924 low water 262058 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.815212:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 74924 low water 262058 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.818986:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 85152 low water 256944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.819014:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 83872 low water 257584 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.819028:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 82592 low water 258224 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.819033:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 82592 low water 258224 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821726:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 110716 low water 244162 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 109436 low water 244802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 108156 low water 245442 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821774:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 108156 low water 245442 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 136280 low water 231380 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.821809:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 146508 low water 226266 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.822974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 174632 low water 212204 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.822995:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 173352 low water 212844 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.823021:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 172072 low water 213484 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.823026:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 172072 low water 213484 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.823045:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 200196 low water 199422 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.827125:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -56748 low water 327894 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828816:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -47800 low water 323420 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828828:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -47800 low water 323420 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828860:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -19676 low water 309358 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828864:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -19676 low water 309358 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828881:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 8448 low water 295296 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828907:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 17396 low water 290822 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828912:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 17396 low water 290822 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828929:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 45520 low water 276760 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828959:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55748 low water 271646 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.828974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 83872 low water 257584 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.829528:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 145276 low water 243522 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.831816:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 145276 low water 243522 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.831843:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 143996 low water 244162 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.833073:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 154224 low water 239048 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.833087:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 154224 low water 239048 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.833120:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 181068 low water 225626 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.833125:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 181068 low water 225626 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.833147:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 218140 low water 207090 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.834955:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -2452 low water 334026 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.834987:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -3732 low water 334666 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.835871:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 24392 low water 320604 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.835908:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 23112 low water 321244 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.835913:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 23112 low water 321244 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 78080 low water 293760 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836802:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 78080 low water 293760 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836823:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 88308 low water 288646 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836852:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 143276 low water 261162 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836867:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 141996 low water 261802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.836872:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 141996 low water 261802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.837831:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 150944 low water 257328 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.837839:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 150944 low water 257328 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.837868:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 239192 low water 229844 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -6244 low water 352562 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840425:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -6244 low water 352562 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840476:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 48724 low water 325078 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840481:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 48724 low water 325078 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840520:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 91720 low water 320220 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840549:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 155636 low water 288262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840572:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 155636 low water 288262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.840595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 200376 low water 265892 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.841745:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 219552 low water 256304 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.841769:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 219552 low water 256304 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.841794:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 218272 low water 256944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.841799:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 218272 low water 256944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.842591:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315468 low water 224986 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844700:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 6116 low water 379662 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844711:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 6116 low water 379662 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844744:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 94364 low water 352178 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844750:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 94364 low water 352178 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844782:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 255476 low water 288262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 255476 low water 288262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844967:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 255476 low water 288262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.844984:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 254196 low water 288902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.845919:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 291268 low water 270366 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848226:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 63728 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848239:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 63728 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848275:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 197996 low water 333642 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848280:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 197996 low water 333642 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848663:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 226120 low water 319580 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848685:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 224840 low water 320220 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.848691:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 224840 low water 320220 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.849613:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 385952 low water 256304 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.851692:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.851714:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.851726:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.851754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.851760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.852465:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 315732 low water 324694 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.853297:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 389876 low water 287622 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.854881:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -60096 low water 512608 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.855330:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 37100 low water 480650 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.855336:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 37100 low water 480650 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.856489:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 361884 low water 351538 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.857615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21612 low water 543286 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.858627:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 203416 low water 447412 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.858643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 203416 low water 447412 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.858653:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 203416 low water 447412 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.858664:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 202136 low water 448052 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.858682:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 266052 low water 416094 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.860100:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 363248 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.860120:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 363248 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.860133:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 363248 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.860140:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 363248 low water 384136 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689311.860185:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 427164 low water 352178 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.054335:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 308960 low water 511120 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.054350:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 308960 low water 511120 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.054360:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 307680 low water 511760 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.054711:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 371596 low water 479802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.055019:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 371596 low water 479802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.055025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 371596 low water 479802 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.056239:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 693820 low water 351970 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.059444:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 153136 low water 638952 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.059460:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 153136 low water 638952 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.059466:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 153136 low water 638952 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.061609:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 217052 low water 606994 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.061959:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 215772 low water 607634 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.062642:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 215772 low water 607634 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.063018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 601496 low water 448052 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.066849:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -3104 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.066867:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -3104 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.067913:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 124728 low water 703076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.067945:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 124728 low water 703076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.067964:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 123448 low water 703716 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.067969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 123448 low water 703716 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.068767:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 284560 low water 639800 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.068786:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 284560 low water 639800 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.068791:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 284560 low water 639800 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.069535:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 509588 low water 543926 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.069543:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 509588 low water 543926 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.069576:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 606784 low water 511968 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.071485:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59220 low water 844970 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.071523:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59220 low water 844970 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.071534:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59220 low water 844970 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.072744:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59220 low water 844970 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.073425:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 130016 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.073442:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 130016 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.073453:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 130016 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.073457:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 130016 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075570:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 418960 low water 639160 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075592:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 418960 low water 639160 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075602:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 418960 low water 639160 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075619:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 418960 low water 639160 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 482876 low water 607202 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.075713:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 643988 low water 543286 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.077037:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59088 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.077053:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59088 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.077064:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59088 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.078650:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -59088 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.079589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 165940 low water 798950 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.079616:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 165940 low water 798950 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.079629:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 165940 low water 798950 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.079635:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 165940 low water 798950 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.081090:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 488164 low water 671118 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.081108:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 488164 low water 671118 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.081133:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 488164 low water 671118 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.081145:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 488164 low water 671118 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.082037:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 713192 low water 575244 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.218958:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 230632 low water 933004 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.218975:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 230632 low water 933004 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.218986:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 230632 low water 933004 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.218997:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 230632 low water 933004 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.219003:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 230632 low water 933004 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.219023:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 250744 low water 922948 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.219040:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 306992 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221007:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221032:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221044:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221055:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221061:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.221969:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 434824 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.224620:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1012712 low water 575244 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.232966:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 609156 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.233074:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 609156 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.233086:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 609156 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.233096:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 609156 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.233102:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 609156 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.233584:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 673072 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:1.1:1790689312.233869:0:261649:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 673072 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:1.1:1790689312.233886:0:261649:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 673072 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:1.1:1790689312.233897:0:261649:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 673072 low water 894824 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.239335:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736988 low water 862866 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.239344:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736988 low water 862866 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.240315:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1187044 low water 671118 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.348931:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.348951:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.348961:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.349497:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.349512:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.349523:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.350130:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.350146:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 126668 low water 1284506 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.353034:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 975652 low water 926574 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.361906:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 16912 low water 1405944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.361928:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 16912 low water 1405944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.361939:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 16912 low water 1405944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.361945:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 16912 low water 1405944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.363059:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 16912 low water 1405944 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364120:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364459:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364582:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364677:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364685:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 530468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364772:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 627664 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364886:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 691580 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364921:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 916608 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.364938:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1013804 low water 990698 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.665398:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -11324 low water 1503262 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.665420:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -12604 low water 1503902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.666725:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 425860 low water 1284670 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.666748:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 424580 low water 1285310 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.666754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 424580 low water 1285310 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.667234:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.667249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.667261:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.667266:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668072:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668087:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668358:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668369:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668727:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.668742:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 489776 low water 1252712 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.671903:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 553692 low water 1220754 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673224:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 553692 low water 1220754 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673258:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 552412 low water 1221394 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673269:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 552412 low water 1221394 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673343:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 617608 low water 1188796 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673349:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 617608 low water 1188796 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689312.673404:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1011332 low water 991934 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164338:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 150040 low water 1422580 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148760 low water 1423220 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164397:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148760 low water 1423220 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164411:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 147480 low water 1423860 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164418:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 147480 low water 1423860 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.164457:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 408264 low water 1293468 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.165672:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 436388 low water 1279406 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.165695:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 435108 low water 1280046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.165700:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 435108 low water 1280046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.166699:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 435108 low water 1280046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.167880:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 433828 low water 1280686 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.167900:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 433828 low water 1280686 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.168664:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 432548 low water 1281326 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.168679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 432548 low water 1281326 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.168693:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 431268 low water 1281966 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.168765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 616628 low water 1189286 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.170634:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 616628 low water 1189286 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.170661:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 615348 low water 1189926 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.172716:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 690772 low water 1152214 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.172735:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 690772 low water 1152214 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.172757:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 690772 low water 1152214 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.172763:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 690772 low water 1152214 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.173291:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.173303:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.173307:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.174284:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.174299:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.177399:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.177418:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.177763:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 810936 low water 1092132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.180620:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1461216 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.479490:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.479509:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.479529:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.480225:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.480241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.480252:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.480586:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8024 low water 1501612 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.493915:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -9304 low water 1502252 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.504337:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 182444 low water 1406378 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.504359:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 182444 low water 1406378 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.504370:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 182444 low water 1406378 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.504375:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 182444 low water 1406378 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.509901:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.509925:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.509932:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.510292:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.510307:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.510986:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.511001:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.511300:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629856 low water 1182672 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.515058:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 649032 low water 1173084 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.515074:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 649032 low water 1173084 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.515123:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.515128:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.516109:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.523704:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.523719:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.526218:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1461216 low water 766992 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.806510:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.806546:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.806559:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.806566:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.807234:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.807251:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.807915:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.807947:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.809121:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.809139:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.809639:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.809654:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 365344 low water 1314928 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.810011:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 364064 low water 1315568 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.818070:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949536 low water 1022832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.818102:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949536 low water 1022832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.818116:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949536 low water 1022832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.818122:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949536 low water 1022832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.818146:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1023680 low water 985760 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.821025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -62892 low water 1529046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.821043:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -62892 low water 1529046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.823645:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -7924 low water 1501562 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.823790:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -7924 low water 1501562 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.823799:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -7924 low water 1501562 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.825220:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 247740 low water 1373730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.825238:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 247740 low water 1373730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.825243:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 247740 low water 1373730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.825896:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 247740 low water 1373730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.825913:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 247740 low water 1373730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.827182:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375572 low water 1309814 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.827202:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375572 low water 1309814 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.827218:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375572 low water 1309814 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.828950:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 503404 low water 1245898 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.828974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 503404 low water 1245898 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.828979:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 503404 low water 1245898 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.829002:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 631236 low water 1181982 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.829888:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 695152 low water 1150024 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.829905:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 695152 low water 1150024 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.829910:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 695152 low water 1150024 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.830975:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 759068 low water 1118066 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.830995:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 759068 low water 1118066 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831006:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 759068 low water 1118066 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831011:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 759068 low water 1118066 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831039:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831841:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831859:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.831871:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.832550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.832565:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 886900 low water 1054150 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.832595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885620 low water 1054790 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689313.834876:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1578820 low water 708190 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.092884:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.093826:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.094197:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.094793:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.094821:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.094832:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.095440:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -26260 low water 1510730 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.099655:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 566392 low water 1214404 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.099679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 566392 low water 1214404 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.099685:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 566392 low water 1214404 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.100980:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 566392 low water 1214404 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.101003:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 566392 low water 1214404 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.103975:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.103999:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.104005:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.104025:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.104045:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.107003:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.107024:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.108930:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.108950:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.108955:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.108978:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.111142:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.111177:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.111191:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.111902:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.111918:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.112601:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.115371:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1525132 low water 735034 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.387469:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.387487:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.387513:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.388281:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.388297:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.389295:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.389312:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.389909:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.389926:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.391509:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.391530:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.393883:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 438976 low water 1278112 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.393895:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 438976 low water 1278112 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.396663:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1077720 low water 958740 conn ffff9201936fe000 blocked idle queued
00010000:00000010:2.1:1790689314.536573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689314.586522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689314.849530:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044200.
00010000:00000010:2.1:1790689314.849539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920086193400.
00000800:00000200:3.1:1790689314.941500:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.941529:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942121:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942136:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942404:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942433:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942853:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.942869:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -25504 low water 1510352 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.945449:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.945475:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.945482:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.946247:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.946263:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.947003:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 246812 low water 1374194 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.947981:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.947996:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.948001:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.948299:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.948312:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.948748:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.948763:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.949409:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.949426:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.949825:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.949850:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 820776 low water 1087212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.951864:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 948608 low water 1023296 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.951885:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 948608 low water 1023296 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.951896:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 947328 low water 1023936 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.952836:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 947328 low water 1023936 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689314.957441:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1550696 low water 722252 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261179:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261198:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261210:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261216:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261630:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.261646:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.262023:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.262044:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118116 low water 1438542 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263504:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263523:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263534:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263540:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263981:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.263999:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.264369:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.264382:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 692944 low water 1151128 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.265416:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 776036 low water 1109582 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.265434:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 776036 low water 1109582 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.265443:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 776036 low water 1109582 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.267168:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 776036 low water 1109582 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.267191:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 776036 low water 1109582 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.269432:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 774756 low water 1110222 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.274301:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1332104 low water 831548 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.552328:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.552351:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.553832:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.553852:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556002:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556024:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556030:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556325:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556339:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556679:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.556694:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.557224:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.557240:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.557724:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.557739:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.559967:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.561910:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885108 low water 1055046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.561931:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885108 low water 1055046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.561941:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885108 low water 1055046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.561946:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885108 low water 1055046 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.561967:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949024 low water 1023088 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.566930:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1012940 low water 991130 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.569476:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.569508:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.569515:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.572314:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.572337:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.572348:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.575386:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.575409:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.577991:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.578011:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.579367:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.584002:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587787:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587850:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587865:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587879:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587931:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.587950:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.590473:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.590505:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.591943:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.591966:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.593765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.593784:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.593789:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.595018:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.595035:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 949888 low water 1022656 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.596135:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1077720 low water 958740 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.977650:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55480 low water 1469860 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.977680:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55480 low water 1469860 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.977685:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55480 low water 1469860 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.977705:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.979539:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.979563:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 119396 low water 1437902 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.981545:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.981568:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.981574:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.983942:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.983966:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 375060 low water 1310070 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.984765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630724 low water 1182238 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.984783:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630724 low water 1182238 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.984796:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630724 low water 1182238 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.984801:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630724 low water 1182238 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.984826:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758556 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.986273:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758556 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.986316:0:32:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758556 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.988232:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758556 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.988249:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758556 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689315.988916:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1077720 low water 958740 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.266173:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.266383:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.266577:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.266758:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.266993:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.267194:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.267368:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.267549:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.268010:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.268659:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.269004:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 648204 low water 1173498 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.269220:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 646924 low water 1174138 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.269237:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 646924 low water 1174138 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.271730:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1342332 low water 826434 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.875636:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -9716 low water 1502458 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.875654:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -9716 low water 1502458 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.876092:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -9716 low water 1502458 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.893089:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -10996 low water 1503098 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.895862:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.895912:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.895925:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.895932:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.897544:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.897563:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.897874:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.897897:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.898527:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.898539:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.900567:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.900587:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.900592:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.900617:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.902595:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.902620:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 822056 low water 1086572 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689316.904607:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1333384 low water 830908 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.260514:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -44544 low water 1519872 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.260538:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -44544 low water 1519872 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.260608:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21408 low water 1508304 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.264866:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.264889:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.264915:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.264922:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.266718:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.266743:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.268493:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.268517:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.268808:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.268827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.270287:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.270308:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 245532 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.275748:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.275771:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.275777:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 758140 low water 1118530 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.275839:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.278254:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.278273:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.279360:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1013804 low water 990698 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.288615:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.288641:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.288652:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.288670:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.289212:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.289227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.289535:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.289548:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 629028 low water 1183086 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.291611:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.291633:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.291639:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 675048 low water 1160076 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.291698:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.291703:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.292413:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.292430:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 694224 low water 1150488 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.294250:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1077720 low water 958740 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.564861:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.564900:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.565762:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.565781:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.566284:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -22504 low water 1508852 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.570466:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.570507:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.570523:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.570529:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.570550:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.571417:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.571434:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.571772:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.571786:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.572341:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.572378:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.576098:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 401904 low water 1296648 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.578321:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1014220 low water 990490 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.586844:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8852 low water 1502026 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.586867:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -8852 low water 1502026 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.592760:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55064 low water 1470068 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.592786:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55064 low water 1470068 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.592792:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55064 low water 1470068 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.592815:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 118980 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.595617:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 502476 low water 1246362 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.595643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 502476 low water 1246362 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.595649:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 502476 low water 1246362 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.596227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 502476 low water 1246362 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.596243:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 502476 low water 1246362 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.597601:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630308 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.597624:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630308 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.597630:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630308 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.598949:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630308 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.598974:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 630308 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.601404:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.601429:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.601434:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.602704:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.602744:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 885972 low water 1054614 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.605597:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1141636 low water 926782 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.901012:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.901048:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.904885:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.910511:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.910538:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.910544:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.910980:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.910996:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.911511:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.911525:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.912224:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.912241:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.912584:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.912599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 311144 low water 1342028 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.912901:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 309864 low water 1342668 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.916545:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.916560:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 373780 low water 1310710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689317.926226:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1014220 low water 990490 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091375:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091395:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091406:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091752:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091765:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.091773:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.092090:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.092103:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.092113:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace -21224 low water 1508212 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094023:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094046:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094059:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094065:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094623:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094639:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.094650:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095227:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095244:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095254:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095698:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095711:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.095720:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.096310:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 825116 low water 1118322 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.096330:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 823836 low water 1118962 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.100124:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1830956 low water 698602 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.316401:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 364296 low water 1598332 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.316445:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 364296 low water 1598332 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.316537:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1425520 low water 1150920 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.910496:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 84148 low water 1821606 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.910517:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 84148 low water 1821606 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.910529:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 84148 low water 1821606 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.910534:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 84148 low water 1821606 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.910574:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.912166:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.914699:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.915542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.915574:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.915587:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.915598:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.916599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.916617:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 275896 low water 1725732 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.920820:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 659392 low water 1533984 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.920845:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 659392 low water 1533984 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.920856:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 659392 low water 1533984 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.920861:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 659392 low water 1533984 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.922570:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.922589:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.922599:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.922604:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.924479:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.924500:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.924511:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1042888 low water 1342236 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.926841:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1106804 low water 1310278 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.926861:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1106804 low water 1310278 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.926871:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1106804 low water 1310278 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.926876:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1106804 low water 1310278 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689318.926908:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1362468 low water 1182446 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.160527:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 185768 low water 1853996 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.160542:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 185768 low water 1853996 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.164333:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.166137:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167579:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167629:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167643:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167652:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167665:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1246576 low water 1406792 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167754:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1310492 low water 1374834 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689319.167769:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1356512 low water 1351824 conn ffff9201936fe000 blocked idle queued
00010000:00000010:0.1:1790689320.490128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00000080:00000010:2.1:1790689320.553503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028100.
00010000:00000010:2.1:1790689327.277509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689327.277526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689327.277531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689327.277535:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044600.
00010000:00000010:2.1:1790689327.277540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689327.277723:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201860e1c00.
00010000:00000010:3.1:1790689327.277731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00000080:00000010:2.1:1790689327.293718:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037e80.
00000080:00000010:2.1:1790689327.298542:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230dac0.
00010000:00000010:3.1:1790689329.750518:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044200.
00010000:00000010:3.1:1790689329.750546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00010000:00000010:3.1:1790689344.281733:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d000.
00010000:00000010:3.1:1790689344.281748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689344.298503:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8dc00.
00010000:00000010:2.1:1790689344.303168:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:2.1:1790689344.303175:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00000080:00000010:2.1:1790689344.371522:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83594c0.
00010000:00000010:3.1:1790689344.412312:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858600.
00010000:00000010:3.1:1790689344.412329:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a7014000.
00010000:00000010:3.1:1790689344.425568:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d000.
00010000:00000010:3.1:1790689344.437134:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00000800:00000200:3.1:1790689344.925877:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 32172 low water 2013994 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.925918:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 30892 low water 2014634 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.925924:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 30892 low water 2014634 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.926637:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 30892 low water 2014634 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.926656:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 29612 low water 2015274 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.926667:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 28332 low water 2015914 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.928139:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 56456 low water 2001852 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.928163:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55176 low water 2002492 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.928173:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 55176 low water 2002492 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.928181:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 53896 low water 2003132 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.930647:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148496 low water 1955832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.930665:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148496 low water 1955832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.930676:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148496 low water 1955832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.930681:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148496 low water 1955832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.931092:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 148496 low water 1955832 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.931117:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 147216 low water 1956472 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.933860:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 415668 low water 1822246 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.933878:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 415668 low water 1822246 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.934391:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 415668 low water 1822246 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.934414:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 415668 low water 1822246 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.934440:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.934477:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.934494:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.936803:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.936827:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.942680:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.942701:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 452740 low water 1803710 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.943371:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.943387:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.943397:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.943402:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.944799:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.944818:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.944830:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.945514:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.945527:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.945537:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 736528 low water 1661816 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.947669:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.947692:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.947703:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.947709:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.952893:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.952940:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.952952:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.954014:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.954033:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.954044:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.954683:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.954699:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1183940 low water 1438110 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.957033:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1281136 low water 1406152 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.957053:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 1281136 low water 1406152 conn ffff9201936fe000 blocked idle queued
00000800:00000200:3.1:1790689344.964286:0:0:0:(socklnd_lib.c:496:ksocknal_write_space()) sk ffff9201832bc980 wspace 2276824 low water 958740 conn ffff9201936fe000 blocked idle queued
00000080:00000010:2.1:1790689348.091501:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359be0.
00010000:00000010:3.1:1790689348.113766:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8db00.
00010000:00000010:3.1:1790689348.113775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790689348.113779:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8df00.
00010000:00000010:3.1:1790689348.113782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9000.
00000080:00000010:2.1:1790689348.935902:0:288540:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359c40.
00010000:00000010:2.1:1790689348.957794:0:288540:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00010000:00000010:2.1:1790689348.957842:0:288540:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00010000:00000010:2.1:1790689348.970512:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044000.
00010000:00000010:1.1:1790689354.789792:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044000.
00010000:00000010:1.1:1790689354.789801:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00010000:00000010:3.1:1790689354.795521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689354.819536:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858b00.
00000080:00000010:2.1:1790689355.446528:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037d40.
00010000:00000010:2.1:1790689355.483749:0:288620:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858000.
00010000:00000010:2.1:1790689355.483758:0:288620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2c00.
00010000:00000010:2.1:1790689355.498621:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00000080:00000010:2.1:1790689355.564504:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037d40.
00010000:00000010:3.1:1790689355.597290:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009800.
00000080:00000010:2.1:1790689357.688751:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab2896a0.
00010000:00000010:2.1:1790689365.366484:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2400.
00010000:00000010:3.1:1790689365.376990:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008c00.
00010000:00000010:3.1:1790689365.377011:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689365.377015:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:3.1:1790689365.377020:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689365.377024:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:3.1:1790689365.377028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790689365.377031:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:3.1:1790689365.377034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008000.
00000080:00000010:3.1:1790689365.424235:0:289081:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289e40.
00000080:00000010:3.1:1790689365.858955:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184420000.
00010000:00000010:3.1:1790689368.741909:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d000.
00010000:00000010:3.1:1790689368.741942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790689389.012513:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:0.1:1790689389.012539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009a00.
00010000:00000010:0.1:1790689389.033032:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:3.1:1790689389.047510:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:3.1:1790689389.047521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009e00.
00010000:00000010:0.1:1790689389.053910:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:0.1:1790689389.053929:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009a00.
00000080:00000010:3.1:1790689389.114747:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289200.
00010000:00000010:2.1:1790689389.145525:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8db00.
00010000:00000010:2.1:1790689389.145551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689389.158133:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:1.1:1790689389.356139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689389.356154:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:1.1:1790689389.356159:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009a00.
00010000:00000010:1.1:1790689389.356162:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00010000:00000010:1.1:1790689389.356165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008e00.
00000080:00000010:1.1:1790689389.368678:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a60281a0.
00000080:00000010:1.1:1790689389.371097:0:289644:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191ef2940.
00010000:00000010:1.1:1790689389.398664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2200.
00010000:00000010:1.1:1790689389.398681:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858700.
00010000:00000010:1.1:1790689389.398685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3200.
00010000:00000010:1.1:1790689389.416582:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858d00.
00010000:00000010:3.1:1790689389.429558:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858700.
00010000:00000010:3.1:1790689389.429567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3000.
00010000:00000010:2.1:1790689389.463743:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:2.1:1790689389.463754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00000080:00000010:2.1:1790689389.478551:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a60281a0.
00010000:00000010:3.1:1790689389.510515:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8da00.
00010000:00000010:3.1:1790689389.510522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689389.518879:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d100.
00010000:00000010:2.1:1790689389.531603:0:289645:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:2.1:1790689389.531955:0:289645:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689389.679493:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044d00.
00010000:00000010:3.1:1790689389.679511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689389.679516:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d200.
00010000:00000010:3.1:1790689389.679519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00000080:00000010:1.1:1790689389.712501:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359960.
00010000:00000010:0.1:1790689396.567135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689396.567173:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:0.1:1790689396.567178:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689396.567183:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcf00.
00010000:00000010:0.1:1790689396.567186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008800.
00000080:00000010:0.1:1790689396.600848:0:289468:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037640.
00000080:00000010:1.1:1790689396.614005:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184424200.
00010000:00000010:2.1:1790689399.447541:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044000.
00010000:00000010:2.1:1790689399.447552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689399.447555:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:2.1:1790689399.447557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689399.456512:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044500.
00010000:00000010:2.1:1790689399.456526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689399.456531:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8df00.
00010000:00000010:2.1:1790689399.456534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790689399.476499:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8da00.
00010000:00000010:3.1:1790689399.476515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689419.496781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689419.503687:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00010000:00000010:2.1:1790689419.503703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689419.513498:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:2.1:1790689419.526059:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00010000:00000010:2.1:1790689419.526094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689419.543772:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044400.
00010000:00000010:3.1:1790689419.543790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:2.1:1790689419.560716:0:290458:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037a80.
00010000:00000010:2.1:1790689419.608606:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc200.
00010000:00000010:2.1:1790689419.608621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008800.
00010000:00000010:2.1:1790689419.616672:0:290631:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044800.
00010000:00000010:2.1:1790689419.616679:0:290631:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:2.1:1790689419.616682:0:290631:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00000080:00000010:2.1:1790689419.733682:0:290632:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037ba0.
00010000:00000010:2.1:1790689426.600125:0:1013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689426.600135:0:1013:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:2.1:1790689426.600139:0:1013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689426.600142:0:1013:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fca00.
00010000:00000010:2.1:1790689426.600145:0:1013:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008400.
00000080:00000010:3.1:1790689426.623917:0:291058:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff92008a037b40.
00000080:00000010:3.1:1790689426.623943:0:291058:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184423180.
00010000:00000010:3.1:1790689429.665828:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:3.1:1790689429.665849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689429.675780:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d900.
00010000:00000010:3.1:1790689429.675806:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:3.1:1790689429.692621:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044700.
00010000:00000010:3.1:1790689429.692645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689445.956551:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858f00.
00010000:00000010:2.1:1790689445.956573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2c00.
00010000:00000010:2.1:1790689445.986527:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:2.1:1790689446.013686:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:2.1:1790689446.013702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689446.021358:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:2.1:1790689446.021377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00000080:00000010:3.1:1790689446.070652:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a78e0.
00010000:00000010:1.1:1790689446.185625:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044b00.
00010000:00000010:1.1:1790689446.185644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689446.198628:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:3.1:1790689448.542030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2000.
00010000:00000010:3.1:1790689448.542055:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:3.1:1790689448.542060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689448.542065:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d600.
00010000:00000010:3.1:1790689448.542145:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00000080:00000010:3.1:1790689448.577617:0:291548:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028d60.
00000080:00000010:3.1:1790689448.577652:0:291548:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184422940.
00010000:00000010:2.1:1790689450.886495:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858f00.
00010000:00000010:2.1:1790689450.886502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2a00.
00010000:00000010:2.1:1790689450.901623:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858300.
00010000:00000010:2.1:1790689450.901642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2800.
00010000:00000010:2.1:1790689472.000573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3800.
00000080:00000010:3.1:1790689478.981716:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028220.
00010000:00000010:3.1:1790689478.981735:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcd00.
00010000:00000010:3.1:1790689478.981741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c008800.
00010000:00000010:3.1:1790689479.015682:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d000.
00010000:00000010:2.1:1790689479.119532:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8dd00.
00010000:00000010:2.1:1790689479.119549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00000080:00000010:1.1:1790689479.176834:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83592e0.
00010000:00000010:3.1:1790689479.217501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689479.356155:0:20:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d000.
00010000:00000010:1.1:1790689479.356174:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790689479.379552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689479.383659:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858c00.
00000080:00000010:0.1:1790689479.426857:0:292670:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7600.
00000080:00000010:2.1:1790689479.513505:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7380.
00010000:00000010:0.1:1790689484.012369:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044300.
00010000:00000010:0.1:1790689484.012384:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689484.111546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2200.
00010000:00000010:0.1:1790689484.287665:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d400.
00010000:00000010:0.1:1790689484.287680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790689484.329905:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fcd00.
00000080:00000010:3.1:1790689484.693622:0:286647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289ca0.
00010000:00000010:0.1:1790689484.721502:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858c00.
00010000:00000010:0.1:1790689484.721510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff92018c009a00.
00010000:00000010:0.1:1790689484.721515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9000.
00010000:00000010:0.1:1790689484.721518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689484.721521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689484.721524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3a00.
00010000:00000010:0.1:1790689484.721527:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858d00.
00010000:00000010:0.1:1790689484.721530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2000.
00000080:00000010:1.1:1790689484.726099:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7140.
00010000:00000010:1.1:1790689484.726122:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8db00.
00010000:00000010:1.1:1790689484.726127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:2.1:1790689484.932616:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:2.1:1790689484.932631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689485.143555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689485.166517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507a00.
00010000:00000010:2.1:1790689489.836226:0:293087:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc700.
00010000:00000010:2.1:1790689489.836242:0:293087:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689489.932749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507800.
00010000:00000010:0.1:1790689489.932767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181506a00.
00010000:00000010:0.1:1790689489.932771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181506000.
00010000:00000010:0.1:1790689489.932773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507a00.
00010000:00000010:0.1:1790689489.932776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507200.
00010000:00000010:0.1:1790689489.932778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507e00.
00010000:00000010:0.1:1790689489.932780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507400.
00010000:00000010:0.1:1790689489.932782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507c00.
00010000:00000010:1.1:1790689496.369342:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc600.
00010000:00000010:1.1:1790689496.369356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2200.
00010000:00000010:1.1:1790689496.369360:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:1.1:1790689496.369363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181506600.
00000080:00000010:2.1:1790689496.394609:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028780.
00000080:00000010:2.1:1790689496.394636:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920182308840.
00010000:00000010:3.1:1790689496.399527:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc900.
00010000:00000010:3.1:1790689496.399560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181506c00.
00010000:00000010:3.1:1790689496.399566:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044e00.
00010000:00000010:3.1:1790689496.399570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:3.1:1790689496.413669:0:293517:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289760.
00000080:00000010:3.1:1790689496.428506:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff9201932ea100.
00010000:00000010:2.1:1790689498.867684:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858900.
00010000:00000010:2.1:1790689498.867705:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2a00.
00010000:00000010:2.1:1790689498.875514:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044400.
00010000:00000010:2.1:1790689498.875529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689517.491502:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:2.1:1790689517.491519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689517.524517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:2.1:1790689517.541076:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:2.1:1790689517.541083:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790689517.546778:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044900.
00010000:00000010:3.1:1790689517.546792:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00000080:00000010:2.1:1790689517.598493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7b00.
00010000:00000010:2.1:1790689517.654787:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:2.1:1790689517.654803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689517.665765:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:0.1:1790689517.862694:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc300.
00010000:00000010:0.1:1790689517.862712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bca17200.
00010000:00000010:2.1:1790689517.885809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689517.899496:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc000.
00000080:00000010:3.1:1790689519.040985:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a76a0.
00010000:00000010:2.1:1790689519.051590:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858000.
00010000:00000010:2.1:1790689519.051603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3a00.
00010000:00000010:2.1:1790689519.071691:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:2.1:1790689519.092232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00000080:00000010:0.1:1790689520.354857:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7c00.
00010000:00000010:3.1:1790689520.404736:0:182620:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689520.430291:0:20:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a3200.
00010000:00000010:2.1:1790689520.453559:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044a00.
00010000:00000010:3.1:1790689520.458981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201829a2800.
00000080:00000010:2.1:1790689525.156496:0:293903:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359780.
00010000:00000010:2.1:1790689525.175066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bca17400.
00010000:00000010:2.1:1790689525.206514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00000080:00000010:0.1:1790689525.639563:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359b80.
00010000:00000010:2.1:1790689525.686271:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689533.453499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:0.1:1790689533.453511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bca17200.
00010000:00000010:0.1:1790689533.453533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790689533.453541:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8df00.
00010000:00000010:0.1:1790689533.453547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689533.453553:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d100.
00010000:00000010:0.1:1790689533.453559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00000080:00000010:2.1:1790689533.470818:0:294521:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359e40.
00000080:00000010:2.1:1790689533.470865:0:294521:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920184425280.
00010000:00000010:3.1:1790689535.804862:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044100.
00010000:00000010:3.1:1790689535.804875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689535.804879:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201af044f00.
00010000:00000010:3.1:1790689535.804882:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689552.870105:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:0.1:1790689552.870127:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507400.
00010000:00000010:0.1:1790689552.896978:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc600.
00010000:00000010:0.1:1790689552.981563:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ee00.
00010000:00000010:0.1:1790689552.981577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00010000:00000010:0.1:1790689562.512008:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bf858c00.
00010000:00000010:0.1:1790689562.512026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790689562.534635:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fca00.
00010000:00000010:2.1:1790689562.770730:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc400.
00010000:00000010:2.1:1790689562.770747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507c00.
00000080:00000010:1.1:1790689562.925493:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289720.
00000080:00000010:3.1:1790689563.097502:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83599e0.
00010000:00000010:1.1:1790689563.120627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00000080:00000010:0.1:1790689563.163851:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab2896e0.
00010000:00000010:3.1:1790689563.213748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00000080:00000010:2.1:1790689563.256846:0:295647:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7ae0.
00010000:00000010:3.1:1790689568.581972:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689568.591402:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790689568.591417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790689568.591423:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e100.
00010000:00000010:0.1:1790689568.591428:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689568.591431:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8dd00.
00010000:00000010:0.1:1790689568.591434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:2.1:1790689568.607519:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028300.
00000080:00000010:2.1:1790689568.610797:0:296071:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff920191ef4200.
00010000:00000010:2.1:1790689571.247526:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc800.
00010000:00000010:2.1:1790689571.247541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181507e00.
00010000:00000010:3.1:1790689588.334517:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8db00.
00010000:00000010:3.1:1790689588.334535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689588.338558:0:296634:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d800.
00010000:00000010:3.1:1790689588.436627:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d700.
00010000:00000010:3.1:1790689588.436634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00000080:00000010:2.1:1790689588.564636:0:296457:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359240.
00000080:00000010:2.1:1790689588.615556:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028dc0.
00010000:00000010:3.1:1790689588.659673:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00000080:00000010:2.1:1790689588.669645:0:296639:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a78c0.
00010000:00000010:0.1:1790689588.709512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:1.1:1790689588.755638:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7ec0.
00010000:00000010:3.1:1790689588.784093:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689588.828509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00000080:00000010:0.1:1790689588.860511:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028f40.
00010000:00000010:3.1:1790689588.898543:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689594.599691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689594.599703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790689594.599708:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e500.
00010000:00000010:1.1:1790689594.599712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:1.1:1790689594.599716:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e200.
00010000:00000010:1.1:1790689594.599719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:0.1:1790689594.616798:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028fe0.
00000080:00000010:1.1:1790689594.617238:0:0:0:(super25.c:58:ll_inode_destroy_callback()) slab-freed '(ptr)': 2072 at ffff92018230ca40.
00010000:00000010:2.1:1790689597.100530:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d300.
00010000:00000010:2.1:1790689597.100555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689619.084574:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc100.
00010000:00000010:2.1:1790689619.084588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689619.096783:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ed00.
00010000:00000010:2.1:1790689619.104505:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013e800.
00010000:00000010:2.1:1790689619.104522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689619.126591:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b013ef00.
00010000:00000010:2.1:1790689619.126605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5800.
00000080:00000010:2.1:1790689619.160619:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7940.
00010000:00000010:3.1:1790689619.291802:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d600.
00010000:00000010:3.1:1790689619.291818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:3.1:1790689619.298791:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201bde8d500.
00010000:00000010:3.1:1790689619.318737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689619.644512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689619.920047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689620.044238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790689620.074957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffe00.
00010000:00000010:3.1:1790689620.309704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790689620.347776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790689620.417514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689620.481051:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689620.984452:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689621.192767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689621.819519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:3.1:1790689622.140693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689622.326503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:1.1:1790689622.537494:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689622.662522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689622.718998:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689623.259985:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689623.459603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00000080:00000010:0.1:1790689624.085573:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83595e0.
00010000:00000010:3.1:1790689624.115493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790689624.172759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689624.257586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790689624.923593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689625.109764:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689625.240721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:0.1:1790689625.308509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689625.480498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689625.742803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689626.113725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790689626.145648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689626.307826:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689626.665492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689627.206770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790689627.298618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689627.878608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790689628.243494:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689628.719763:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790689628.912592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:3.1:1790689629.125776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689629.980497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790689630.348512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689630.636516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689630.746030:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:0.1:1790689630.855752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:1.1:1790689630.977515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790689631.189397:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689631.352512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689631.722549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689631.749193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689631.834514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790689632.161618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00000080:00000010:2.1:1790689632.661530:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289260.
00010000:00000010:0.1:1790689632.674565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689632.709648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689632.814591:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689633.592904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790689633.925481:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689634.176273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689634.250635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:0.1:1790689634.390642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689634.531781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689634.647514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689635.107608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:3.1:1790689635.233517:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689635.362259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:0.1:1790689635.949999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689636.578486:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689637.074628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689637.270396:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:0.1:1790689637.354919:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689637.975505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689638.104671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:1.1:1790689638.191405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790689638.395954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790689639.096516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790689640.645837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689640.775506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689641.015573:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689641.063511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689641.182589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689641.382825:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689641.777543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689641.847801:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689642.365661:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689642.419538:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689642.706629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689643.015630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790689643.351148:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689643.494515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689644.714747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689645.537131:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689645.833653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689646.315709:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689647.251659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689647.507158:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689647.717534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790689648.209590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790689648.307997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689648.925511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790689648.974654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689649.063775:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689649.099798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689649.480160:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689649.530492:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689650.122477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689650.332186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790689650.735370:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00000080:00000010:1.1:1790689651.060352:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7960.
00010000:00000010:2.1:1790689651.083599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689651.279232:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689651.339517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790689651.415528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689651.493312:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689652.011506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689652.195546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790689652.829511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689652.974997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689653.328497:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689653.499797:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790689653.652619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689654.051763:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689654.122719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689654.151792:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689654.382721:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689654.753759:0:295021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689654.886305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689654.929549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689655.023802:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689655.218507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689655.419528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689656.050520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790689656.771545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:1.1:1790689656.983546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689657.354012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689657.424578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790689657.460608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689657.578514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689657.727659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689657.876521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689658.021540:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689658.211684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689658.249544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790689658.349616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689658.756651:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790689659.191956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689659.548752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689660.363947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689660.434481:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689661.062889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689661.369045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689661.530515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689662.198049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689662.236803:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689662.690171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689662.888077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689663.401755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689664.137614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689664.179483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689664.509571:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790689664.964115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790689665.866531:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689666.251640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689666.342785:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689666.696549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689667.193892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:0.1:1790689667.301155:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689667.680869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689667.733836:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689667.952590:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689668.068058:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790689668.599607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790689668.710507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689669.322739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:1.1:1790689669.513525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689670.081505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:0.1:1790689670.873587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790689671.119521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689671.212481:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689671.270135:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689671.587515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689672.353496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689672.469055:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790689673.170520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689673.264120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689673.570528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689673.662699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689674.250534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689674.553332:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689674.636554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689674.677086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689674.746140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689674.926554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689674.986712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689675.065874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689675.275502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790689675.333638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790689675.387713:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689675.533513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689676.731547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689676.818665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689676.843515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790689677.057653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689677.692510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689677.814501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689677.992764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689678.050513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689678.159013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689678.192832:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689678.235984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689678.498182:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689678.665520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00000080:00000010:2.1:1790689678.810611:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028840.
00010000:00000010:1.1:1790689678.822593:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689678.925510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689678.959023:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689678.990550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689679.045519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689679.354499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790689679.571512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689679.774591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00000080:00000010:2.1:1790689680.917840:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7880.
00010000:00000010:1.1:1790689680.940725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689680.947598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790689681.471511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689681.558942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689682.109521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:3.1:1790689682.282683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689682.630516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790689683.716710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689684.590722:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689684.827744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689685.087607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689685.230488:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790689685.526516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689685.690192:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790689685.842671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689686.161803:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689686.259572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689686.303835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689686.565953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689686.750514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689686.821000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689686.896331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689687.031981:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689687.609515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689687.790621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790689687.968912:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00000080:00000010:0.1:1790689688.163394:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a74c0.
00010000:00000010:3.1:1790689688.194660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689688.337831:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689688.479310:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689688.524942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689689.160734:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790689690.089862:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689690.227843:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:1.1:1790689690.459509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689691.017295:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689691.145511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790689691.865905:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689691.921566:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689692.018487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689692.226489:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689692.272694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689692.631775:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689693.145510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689693.203539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689693.561546:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790689693.591632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:0.1:1790689693.736510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689693.930910:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:0.1:1790689694.192531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689694.249494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790689694.805684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689695.207376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689695.326550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689695.911542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790689696.412544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689696.824274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689697.337549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689697.641703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689698.075648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:1.1:1790689698.470932:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689698.642171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689698.814551:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689698.857659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689699.082515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689699.308949:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689699.326493:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689699.550782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689699.655492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790689699.710646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689699.901631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790689700.347680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689700.487491:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790689700.570511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689700.934098:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689701.024514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689701.205482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790689701.288711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790689701.490723:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689702.377506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689702.407558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689702.665682:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689702.696489:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689702.747600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689702.951208:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790689702.985520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689703.866490:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689704.431584:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:0.1:1790689704.492496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689704.542611:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790689704.767360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689704.823563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689704.927532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689705.046220:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689705.067044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689705.405515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:3.1:1790689705.874498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00000080:00000010:0.1:1790689705.922748:0:292882:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289b80.
00010000:00000010:0.1:1790689705.942524:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:0.1:1790689706.163363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689706.198599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689706.603517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689706.719714:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790689706.771516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689706.975636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689707.034619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689707.627608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689707.881522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790689707.963596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689708.431348:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689709.086536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689709.103614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689709.178686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689709.240502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790689709.251483:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689709.284551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689709.390746:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689709.437525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689709.495770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689709.596545:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689709.740494:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689709.802997:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790689710.576773:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689710.802520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689711.314801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:1.1:1790689711.466664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689711.507609:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790689711.561167:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00000080:00000010:2.1:1790689712.306555:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289180.
00010000:00000010:2.1:1790689712.333494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689712.333504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689712.452193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689712.576217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689712.651500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689712.731165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689712.802115:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689712.942475:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689713.007494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790689713.158625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790689713.360535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689713.383484:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689713.457733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689713.476589:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689714.310410:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790689714.481968:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790689714.664616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689714.911379:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689715.621513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689715.738641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:0.1:1790689715.931519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790689716.881889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790689717.034616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689717.378497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689717.612513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689717.652338:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689718.160571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689718.269554:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689718.402830:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689718.773300:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689718.809804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689719.362509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790689719.654604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689720.404800:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689720.793637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:0.1:1790689720.912775:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689721.688956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:3.1:1790689721.834711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689722.028657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689722.291201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689722.990780:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689723.107511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689723.909810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689724.016995:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689724.067031:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689724.687482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689724.764724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689724.837493:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689724.939518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689725.089032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689725.550062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689725.715501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689726.524066:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:1.1:1790689727.174928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689727.409499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689727.456512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689727.670496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689727.951504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689728.635524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790689728.950510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689728.992496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689729.140556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790689729.886551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790689729.966493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689730.190082:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689730.587354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689730.654706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689730.908778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:0.1:1790689731.149100:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689731.353511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689731.429825:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689731.740152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:1.1:1790689731.834636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790689732.697805:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:0.1:1790689732.897505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689732.936509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689733.000053:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689733.049823:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689733.170267:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689733.464508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689734.701550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689734.798504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689735.564513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689735.651876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689736.280589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689736.431894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689736.533510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689736.824562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689737.046716:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689737.082275:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790689737.244507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689737.405509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689738.468331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790689739.225600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790689739.334563:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790689739.534506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689740.432855:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689740.615517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689741.620809:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790689741.692939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790689742.373725:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689742.651652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689742.785612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:3.1:1790689743.339746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790689743.969609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689744.421501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689744.479193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:1.1:1790689744.591964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:3.1:1790689745.179513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689745.360693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790689745.650363:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689745.973515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689746.062740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689746.645619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689746.766506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689747.254622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689747.353504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689747.888987:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689748.203134:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790689748.367368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689748.432524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689748.536528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689748.588716:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689748.684504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689748.756627:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689748.929437:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790689749.110888:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:1.1:1790689749.177801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790689749.289067:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:0.1:1790689749.556970:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:3.1:1790689750.041620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689750.129628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689750.595581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689750.660727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689750.993507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689751.185513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689751.684674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689751.770491:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790689752.146628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689753.085587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:3.1:1790689753.218495:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689753.711091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689753.774540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689753.935490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689754.615143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790689755.005445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790689755.159788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:0.1:1790689755.675473:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:1.1:1790689755.776987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689755.851003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689756.596512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689757.052694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689757.584669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790689757.716480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689758.025490:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:3.1:1790689758.553609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790689759.159507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689759.516012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790689759.535629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689759.764650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790689759.872726:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689759.921514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689759.988503:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689760.092516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689760.390669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689760.697539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689761.264622:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689761.356512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790689761.467337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689762.034833:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689762.217603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689762.625166:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689762.719555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:1.1:1790689762.786723:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689763.404510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689763.459659:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689763.797500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689763.956547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790689764.255607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790689764.300545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689764.425523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689764.479664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689764.608092:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689764.741642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790689764.805731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689764.967497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:3.1:1790689765.107486:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790689765.162778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689765.262504:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689765.323836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689765.731274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689765.877509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689766.032618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790689766.479509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689766.715288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689766.974596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689767.590621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689767.940598:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790689767.971505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790689768.325075:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790689769.081903:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689769.987511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790689770.780474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689771.070612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689772.090504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790689772.427502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689772.595003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689772.985875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790689773.086102:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790689773.431604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689773.505582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689773.529598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689773.554504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689773.954607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689774.130675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689774.593050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689774.767926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689775.130089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689775.163512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689776.348018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000080:00000010:3.1:1790689776.509985:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7300.
00010000:00000010:0.1:1790689776.543495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689776.665602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689777.754496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790689777.893516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689778.100582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689778.359653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689779.150435:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689779.499245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689779.612979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689780.300601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689780.798491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689780.993719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689781.048497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689781.384500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689781.548186:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689782.059509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689782.090583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689782.204534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689782.243499:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689782.368778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689782.585492:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:3.1:1790689782.679497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689783.210047:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790689783.322555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:3.1:1790689783.718513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00000080:00000010:2.1:1790689784.700506:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359be0.
00010000:00000010:0.1:1790689784.716561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689785.502580:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:3.1:1790689786.132510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689786.237624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790689787.478600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689787.590140:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689788.101219:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689788.734896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689789.224529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:0.1:1790689789.441527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689789.809168:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689790.929600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790689791.293247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689791.727514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689792.337765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790689792.486193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689793.261514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689793.631712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689793.990032:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:0.1:1790689794.585005:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689795.743246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00000080:00000010:3.1:1790689796.352912:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7a60.
00010000:00000010:0.1:1790689796.377393:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689796.409258:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689796.518783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689796.801063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689796.875410:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689797.048327:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689798.018536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:1.1:1790689798.310518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689799.368856:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689799.428299:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689799.671634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689800.146499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790689800.329778:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689800.611752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689800.746764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689801.372692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790689801.446525:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689801.688559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689802.303962:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689803.628608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689803.716504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689803.804188:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:1.1:1790689803.992511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689804.590974:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689804.716432:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689804.746261:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689805.025031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790689805.234781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790689805.511666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689805.687485:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689805.888514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790689806.146273:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689806.594875:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689806.873043:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790689807.014501:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689807.156308:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689807.622585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689807.752502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689808.431778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689809.281548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790689809.722786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689809.973497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689810.255569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689810.296574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689810.373555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689811.025566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689811.071945:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:3.1:1790689811.262554:0:286647:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689811.492542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689811.548954:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689811.670678:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689811.852624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790689811.907148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689812.154086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689812.364515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689812.436202:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689812.477635:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689812.594540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689812.886760:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790689813.212513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689813.364531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689813.641480:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689813.669528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689813.795939:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689814.219957:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689814.302666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790689814.478838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689814.541649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689814.991498:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689815.272609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689815.322496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689815.598606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689815.653944:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689816.148955:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689816.324645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:3.1:1790689816.398481:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790689816.465647:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689816.814291:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689817.186643:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689817.235976:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790689817.323726:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689818.001526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689818.085837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689818.797194:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790689819.879846:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689820.086504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689820.137649:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689820.463512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689820.972582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689821.070534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689821.497764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689821.697745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689822.103933:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689822.406508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689822.557501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689822.609502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689822.876517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689822.985026:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689823.079288:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689823.649642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790689823.875530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790689823.896502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689824.092498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689824.240582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689824.274360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689824.449505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689824.551521:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689825.491702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689825.735675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:3.1:1790689826.078731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790689826.478972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689826.673663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689826.735788:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689826.759601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790689826.902450:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689827.030536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689827.065493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689827.491360:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:3.1:1790689827.619003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689827.669594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689827.993505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689828.721501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689828.892874:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689828.906513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689829.036505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689829.980699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689830.271937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689830.766725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689830.918616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689831.194519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689831.627666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790689831.855975:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689832.336499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790689832.388376:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689832.561687:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00000080:00000010:2.1:1790689832.729978:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359c00.
00010000:00000010:2.1:1790689832.752662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689832.752738:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689832.976509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689833.143581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689833.322716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790689833.384581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689833.497510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689834.014664:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689834.211516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689834.262337:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689834.780160:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:0.1:1790689834.837493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689835.134522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:3.1:1790689835.193492:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689835.231535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689835.742540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790689835.927103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790689836.895927:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689837.328591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689837.522852:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689837.850503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689837.982511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689838.066758:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689838.533533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689839.225523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689839.428091:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790689839.501220:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689839.578292:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689839.724042:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689839.756012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689840.309500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689840.364503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689840.730980:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689840.839569:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790689840.884587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689840.961979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689841.782538:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689841.882713:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689842.063634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790689843.119725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689843.454511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689843.747719:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689843.806614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689843.952587:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:3.1:1790689844.046438:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689844.068624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790689844.249886:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689844.594593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689844.785552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689845.118878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790689845.300698:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689846.523508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689846.677521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790689847.154694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689847.405669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:0.1:1790689847.904115:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790689848.040522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689848.283924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:0.1:1790689849.032503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689849.148603:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:3.1:1790689849.798979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790689850.661236:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790689850.788747:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689851.119913:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689851.399765:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689851.492555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689851.607165:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790689852.355526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790689852.575680:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689852.834601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689852.927486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689853.130873:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689853.327533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790689853.902958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689854.220687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689854.823504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689854.994234:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689855.193700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689855.907624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689856.360711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790689856.504630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790689856.638009:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689856.834563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689857.324093:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689857.391157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:0.1:1790689857.683628:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689857.700118:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689858.179563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689858.371274:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689858.836720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:3.1:1790689858.964811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689859.926504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689860.590078:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689860.680487:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:1.1:1790689860.997499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790689861.195590:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689861.220585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689861.355498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689861.458111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689861.470595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689861.751621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790689861.844615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689862.485283:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689862.519541:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689862.573039:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689862.754505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689863.151745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689863.184529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689863.670702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790689863.781500:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689864.612650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689864.814556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689865.275445:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689865.695595:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689865.991767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689866.078529:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:0.1:1790689866.398751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689867.223516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689867.457502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689867.490800:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689867.546489:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790689868.096494:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790689868.363506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689868.500534:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689868.893541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689868.989493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:0.1:1790689869.021147:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7a20.
00010000:00000010:1.1:1790689869.029866:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689869.037417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689869.569440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689870.124523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790689870.229756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689871.020494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689871.039497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689871.056707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689871.191481:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:1.1:1790689871.235695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689871.566638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:1.1:1790689871.903737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689871.953490:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00000080:00000010:1.1:1790689872.277089:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289000.
00010000:00000010:0.1:1790689872.310517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790689872.519449:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689872.588264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689873.174532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689873.213696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689874.098514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689874.213498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689874.462675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689875.573077:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689876.055505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:0.1:1790689876.145494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689876.249564:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689876.322514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:1.1:1790689876.805413:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689876.924694:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790689876.947563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790689877.147521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689877.301731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790689877.690569:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790689877.948681:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689878.006475:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790689878.230313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790689878.363570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689879.173521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:3.1:1790689879.303157:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689879.345048:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689879.470609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689879.559503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790689879.599188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689879.736172:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689879.765155:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689880.127505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689880.167643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689880.260096:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:1.1:1790689880.457611:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:1.1:1790689880.862500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689881.136372:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689881.296934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689881.365516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790689881.571593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689881.674636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790689882.431183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:1.1:1790689882.507794:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790689882.633632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689883.131588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689883.549639:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790689883.579631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689883.796549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:0.1:1790689884.049150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689884.373539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689884.408499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689884.452648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689884.613847:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689885.080626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790689885.263512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790689885.806818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790689885.922614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790689885.998567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790689886.396693:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689886.468496:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689886.603857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689886.824759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689887.668582:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689888.125523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790689888.325532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689888.448645:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790689888.693556:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689888.935960:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689889.090549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689890.137513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689890.368512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689890.911619:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689891.144728:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689891.735514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689892.534656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790689892.621444:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689892.857355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689892.926924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689892.983586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689893.096741:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689893.673626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689893.767019:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689893.832369:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689894.047661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689894.425506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689894.497580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689894.582546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689894.915892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689895.082514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689895.396486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689895.917684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689896.314793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790689896.431608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689896.823610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689897.141000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689897.543143:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790689897.860591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689898.275963:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689898.316517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689898.371493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689899.097512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689899.270513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689899.351628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689899.973618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790689900.450227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689900.535174:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:0.1:1790689900.846121:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689901.648517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790689901.773801:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:0.1:1790689902.628487:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689902.671128:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689902.763605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790689903.200511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:0.1:1790689904.065506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790689904.335681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790689904.503746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689904.700662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689905.002636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689905.785505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689905.893612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689906.018736:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689906.280533:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689906.375734:0:295021:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689906.574596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790689906.768879:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689907.811517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689907.942534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:0.1:1790689909.229835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689909.472682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689909.594502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790689909.729542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:3.1:1790689909.776515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689910.301163:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689910.612929:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:1.1:1790689910.972508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689911.079539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689911.379542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790689911.665781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790689911.989869:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790689912.402506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689912.894514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689913.446626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689913.807252:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:0.1:1790689914.459496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689914.629724:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689914.681122:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689915.246648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790689915.352824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689916.437628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689916.698103:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790689916.800506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689917.578950:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790689918.244512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689918.317946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689918.369714:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689918.708313:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790689918.905507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689918.951934:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689919.902563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689920.761504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689921.252006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790689921.354510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689921.543037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689922.074734:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689922.653600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790689922.753508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689923.119504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:3.1:1790689923.185661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790689923.260512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689923.625353:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689923.764895:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790689923.876505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689924.205841:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689924.937562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689924.986490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689925.088815:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689925.131612:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689925.259240:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689925.469504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790689925.646635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689925.964676:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689926.015513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689926.316480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689926.380488:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790689926.445802:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689926.514482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790689926.850060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689926.965504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689927.347632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790689927.607479:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689927.802649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790689927.910545:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689927.934991:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790689928.370507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790689928.480548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00000080:00000010:2.1:1790689928.592527:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028a80.
00010000:00000010:1.1:1790689928.613501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689929.298818:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689929.514064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689929.796251:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:1.1:1790689929.866674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689930.329139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689930.708274:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689932.059565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689932.174674:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689932.674773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689933.028513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689933.115537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689933.223577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689933.399661:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689933.743913:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790689933.841041:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790689935.116896:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790689935.194639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689935.498537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689935.575527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790689936.059749:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689936.168506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:1.1:1790689937.164012:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689937.276502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790689937.354522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689937.599845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790689937.708518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:3.1:1790689938.211574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689938.656511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689939.082496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689939.372286:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:1.1:1790689939.580381:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689939.895045:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689939.965477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689940.039057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00000080:00000010:3.1:1790689940.325540:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a76e0.
00010000:00000010:1.1:1790689940.352740:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689940.780577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790689941.096702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790689941.128608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790689941.551917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790689941.727105:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790689942.217505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689942.466155:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689942.527523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689942.685385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689943.010502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790689943.407120:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790689943.507780:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790689943.628526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689943.896513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689943.985684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689944.118987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689944.166506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689944.218504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689945.367629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790689945.434814:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689945.454446:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790689945.487544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689945.514686:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689945.535653:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689945.620750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790689946.539491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689946.591834:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689946.706775:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689946.898214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790689947.001943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790689947.357663:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790689947.787613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689947.939514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689948.686510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689948.923488:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00000080:00000010:1.1:1790689949.055761:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359ae0.
00010000:00000010:0.1:1790689949.114534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790689949.404555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689949.529619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790689950.192842:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689950.926706:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689951.223996:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790689951.413548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689951.658745:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790689951.726509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689951.790707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689951.851355:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790689952.090498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790689952.242635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689952.852508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689953.009622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790689953.058603:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790689953.137770:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689953.507827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689953.870640:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689953.895268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00000080:00000010:3.1:1790689954.179065:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a6028f20.
00010000:00000010:1.1:1790689954.196700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790689954.972636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:3.1:1790689955.052940:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790689955.091086:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:3.1:1790689955.168477:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689956.242664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689956.336637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689956.996978:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689958.076333:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790689958.108756:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689958.335937:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790689958.694511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689958.928600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:3.1:1790689959.061490:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:1.1:1790689959.396471:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:0.1:1790689959.473804:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790689959.613742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790689959.652628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689960.011509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689960.100885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689960.362515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689960.623574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689961.325512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689961.489512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:1.1:1790689961.797500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689961.892561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689962.441502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790689962.564221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:3.1:1790689962.691779:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689963.276440:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689963.565512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790689963.595513:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790689963.698516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689963.758491:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790689963.939514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790689964.037606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:1.1:1790689964.460654:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790689964.487506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790689964.520592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:1.1:1790689964.757830:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790689964.822525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790689964.965810:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00000080:00000010:3.1:1790689965.861719:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83591a0.
00010000:00000010:0.1:1790689965.884621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790689965.890624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689966.025552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689966.295979:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790689966.656500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689966.704249:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689967.034605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790689967.631583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:1.1:1790689967.875549:0:298075:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790689967.916019:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790689968.216509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790689968.527278:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790689968.606307:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790689968.756764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790689968.822860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790689969.613623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689969.669516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790689970.271183:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689970.851089:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689971.323707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790689971.408578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790689971.784539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790689972.170594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790689972.553619:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689972.779497:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689972.851269:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:1.1:1790689973.916520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790689974.475525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689974.742652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790689974.905538:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689975.339489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:3.1:1790689975.478146:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790689975.524759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689975.689514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:0.1:1790689976.223664:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689976.870516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689977.155551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689977.903953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:3.1:1790689977.973244:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790689978.244510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790689978.558576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689979.289564:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790689979.334660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790689979.383686:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790689979.413717:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790689979.520484:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790689980.242513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689980.569245:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790689980.614737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:1.1:1790689981.301486:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00000080:00000010:2.1:1790689981.510971:0:298050:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83594a0.
00010000:00000010:0.1:1790689981.528519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790689981.574035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:3.1:1790689981.671907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:0.1:1790689981.745509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790689981.860656:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790689982.444793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790689982.651480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790689982.892737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689983.134163:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790689983.995704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790689984.024924:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689984.122922:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689984.557675:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00000080:00000010:2.1:1790689984.633339:0:1035:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7c60.
00010000:00000010:3.1:1790689984.635570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689984.732965:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790689985.660130:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790689985.806132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790689985.959565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790689986.000596:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790689986.164246:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689986.194515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790689986.268709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689986.336193:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790689986.517535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689986.910530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790689987.014000:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790689987.235514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689988.128508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790689988.640006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790689988.698150:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689988.810671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790689988.934505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790689989.144214:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:0.1:1790689989.410504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790689989.625943:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:0.1:1790689990.092500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790689990.268684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:3.1:1790689990.327907:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790689990.514643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:3.1:1790689990.596477:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790689990.615703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689990.953044:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790689991.578593:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790689991.846228:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790689991.859063:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790689991.941268:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790689992.291117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689992.809634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790689992.866505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790689992.955946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689993.042517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689993.112777:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790689993.164570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790689993.455979:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790689994.574013:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790689994.869305:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790689995.183941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790689995.273696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790689996.052221:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:0.1:1790689996.206434:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689997.098789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:3.1:1790689997.572264:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790689997.943425:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790689998.352539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790689998.441878:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:3.1:1790689998.665557:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790690000.151602:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690000.548356:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690000.668794:0:25:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690001.019164:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690001.619507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790690001.802511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690002.112682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690002.775512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690003.119365:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690004.215851:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790690004.374737:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690004.497479:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690004.582213:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690005.466727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690005.772035:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690005.808847:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:1.1:1790690006.212885:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690006.365480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690006.719754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790690007.732755:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790690008.135475:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:0.1:1790690008.306836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690008.359521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690008.410512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690008.980539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690009.187984:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790690009.523711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790690009.717608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690010.586070:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690010.703515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690011.022622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690011.134839:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690011.504748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690012.016572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690012.671904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690013.113380:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790690013.179876:0:292881:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790690013.772544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690014.722499:0:1018:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690014.973667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690015.821987:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690016.176731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690016.634585:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790690016.765363:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690017.537489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790690018.450568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690018.884029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690019.576496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690019.634508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:0.1:1790690020.022325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690020.094618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690020.241165:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790690020.269542:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690020.416956:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690020.961552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690021.264621:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790690021.342018:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690021.402037:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790690022.006517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790690022.182031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790690022.299507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790690022.385597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690022.728493:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690022.964180:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690023.023555:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690023.072692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690023.782511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690024.196512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690024.253233:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790690024.644114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790690025.130512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690025.152512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790690025.234504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790690025.409828:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790690025.686715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690025.850417:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790690025.928517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690026.705508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690027.243625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690027.579493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790690028.230930:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690028.494325:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690028.641550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690029.942235:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790690030.096216:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690030.682526:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690030.839522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790690031.111658:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790690031.131683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690031.437179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690031.812522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690032.188725:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690032.373064:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790690032.495696:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790690032.597539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690033.346889:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790690033.927140:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790690034.543489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790690034.844543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790690035.002737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790690035.075789:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690035.297946:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790690035.415518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790690035.527188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690036.640618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690036.679767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690036.943597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690037.248506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790690037.625616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690037.713691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690038.662780:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690038.830644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:0.1:1790690038.954500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690040.384505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690040.656559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790690041.001872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690041.113535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:1.1:1790690041.567509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690041.781700:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690042.161835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690042.651520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790690043.099628:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790690043.332710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690044.075537:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690045.225490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:1.1:1790690045.507476:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790690045.891495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690046.144540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690046.264716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690046.341578:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690047.004049:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690047.357525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690047.405585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690047.573812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690047.645056:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690047.886511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690048.007908:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:1.1:1790690048.353524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690049.282703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690049.396501:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690049.486660:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790690049.573958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690049.760512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690050.521659:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690050.592662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790690050.635508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790690050.892339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690050.937887:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00000080:00000010:2.1:1790690051.097012:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab2895c0.
00010000:00000010:3.1:1790690051.138501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790690051.175650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790690051.679507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690051.781593:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:1.1:1790690051.851553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690051.929480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690052.447947:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790690052.530642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690052.950655:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790690053.046479:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690053.148498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690053.382504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690053.617543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00000080:00000010:2.1:1790690053.689508:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7940.
00010000:00000010:0.1:1790690053.705496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790690054.029860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690054.760501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00000080:00000010:2.1:1790690055.136554:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7d40.
00010000:00000010:0.1:1790690055.179523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790690055.184520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790690055.565664:0:14:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690055.618914:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690055.680945:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690055.834790:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690056.076505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790690056.229716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690056.364675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790690056.689506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690056.761753:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690056.814754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690057.245513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690057.521518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690057.574958:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690057.885502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690058.387114:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790690058.653493:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690059.024217:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690059.116513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:3.1:1790690060.131841:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690060.216491:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790690060.378784:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690061.198541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690061.584534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690061.608489:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690061.681948:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790690061.853964:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:0.1:1790690061.883263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690061.957543:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790690062.471369:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690063.413898:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:3.1:1790690063.596567:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690063.946506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790690064.066638:0:298108:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690064.444769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790690064.469560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00000080:00000010:2.1:1790690064.539510:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7940.
00010000:00000010:1.1:1790690064.561953:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790690064.598521:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690064.854482:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690065.334622:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790690065.810540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690065.907500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790690066.125556:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690066.271493:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690066.361497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690066.813505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790690066.872824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790690067.107501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690067.200510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690067.594080:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790690067.686516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790690068.500500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690069.148522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690069.330642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690069.539511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690069.823513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:0.1:1790690070.122532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00000080:00000010:3.1:1790690070.578093:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab289500.
00010000:00000010:1.1:1790690070.589125:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690070.700624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:0.1:1790690070.895634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690071.447993:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690071.552511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790690072.047504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790690072.265002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690072.561401:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790690072.602858:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790690072.774733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790690072.846353:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690073.267515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690073.388488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690073.752504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690073.876911:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790690074.303541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690074.380527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690074.551620:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790690074.696707:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790690074.765544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790690075.053171:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:3.1:1790690075.561961:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:3.1:1790690076.050505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790690076.510723:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790690076.671560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790690077.108786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690077.522808:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690077.762493:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690078.118542:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790690078.272926:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690078.633480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690079.146767:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790690079.304536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790690079.849972:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690080.201516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790690080.300117:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690080.345152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690080.381561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790690080.410604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790690081.153616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690081.368536:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790690081.776660:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690081.962759:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690082.061733:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690082.513517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790690082.950735:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690083.477518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690083.914645:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790690084.221765:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690084.377662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690084.997931:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790690085.051639:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690085.457662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:1.1:1790690085.526500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790690085.786497:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790690086.152172:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690086.264917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690086.377681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790690086.586179:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690086.656062:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690087.067616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690087.351727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690088.276614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690088.354242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690088.398541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690089.191570:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690089.285506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690089.603495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:3.1:1790690090.131677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790690090.780505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690090.848600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690091.430680:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690091.507606:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690091.889438:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690092.379928:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:3.1:1790690092.582586:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:1.1:1790690092.693504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790690092.939598:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690092.990507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690093.040618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790690093.171683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690093.393572:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690093.443495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690094.210626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:3.1:1790690094.638559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690094.774614:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690095.558615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790690095.875751:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:3.1:1790690095.931508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790690095.963551:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:3.1:1790690096.332772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690096.789636:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690096.986544:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690097.056642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690097.138662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690097.999517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:1.1:1790690098.251581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690098.552515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690098.589527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:3.1:1790690098.629112:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:0.1:1790690098.900626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:3.1:1790690098.974877:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690099.309849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690100.156504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690100.323033:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00000080:00000010:3.1:1790690100.460590:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83591a0.
00010000:00000010:0.1:1790690100.493089:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690100.530621:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690100.642720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690100.793531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790690101.100506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690101.188031:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690101.408857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690101.753495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790690101.928715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690101.955156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690101.987557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690102.616941:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790690103.149517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:3.1:1790690103.492797:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790690103.605659:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790690104.261552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690104.397592:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790690104.438171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790690105.202609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:2.1:1790690105.794656:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a83598a0.
00010000:00000010:3.1:1790690105.816542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690105.833034:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690105.898330:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790690106.104438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:0.1:1790690106.307181:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790690106.446494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790690106.469509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690106.811559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690106.991497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:3.1:1790690107.143517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690107.335498:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690107.394579:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690107.705860:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690107.785028:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690107.843517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790690107.894613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690108.157854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:3.1:1790690109.349508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790690109.525677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690109.578703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690110.119506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690110.194906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790690111.238156:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690111.454099:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690111.559169:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690111.862285:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690112.276959:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790690112.435652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690112.620776:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790690112.707744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690113.219917:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690113.770641:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790690113.883670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690113.920290:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790690113.958956:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690114.674732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690114.872624:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:3.1:1790690114.953588:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790690115.071665:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690115.187827:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690115.359635:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790690115.732495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690115.900668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690116.065961:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690116.224527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790690116.265563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790690116.862528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690117.351782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690117.587690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:3.1:1790690117.717881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690117.920517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790690118.139512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690118.858764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690119.110532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690119.504193:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690120.301752:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690120.371969:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790690120.415506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690121.046728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690121.251394:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:0.1:1790690121.528513:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690121.594824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790690121.895482:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790690122.464510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690122.999513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690123.132509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690123.465130:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690123.530495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690123.705113:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790690124.250522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:3.1:1790690124.532980:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690125.253773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790690125.417522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790690125.966506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690126.156507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690126.187509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790690126.443111:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690126.492837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690126.945038:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790690127.374716:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690127.583540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790690127.696507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690127.786510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790690127.821084:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690127.856563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690127.879630:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690128.059759:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790690128.548540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:0.1:1790690128.711505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690129.809571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690130.114495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690130.394302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690130.523906:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690130.735431:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690130.865227:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:1.1:1790690131.148505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790690131.544629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790690131.654591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690131.905633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790690131.999691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690132.892559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:3.1:1790690134.071247:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790690134.156480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690134.349541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:3.1:1790690134.415654:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690134.496931:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790690134.626542:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790690135.424852:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790690135.465507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690135.530845:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690136.097078:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690136.176692:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690136.368502:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690137.021999:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690137.143812:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690137.322597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690138.018029:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690138.374637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690138.853552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690139.145703:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:3.1:1790690139.497744:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690139.872550:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690140.039549:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790690140.438546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790690140.835517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690141.221506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690141.304592:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690141.413604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690141.988368:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690142.168152:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:0.1:1790690142.301481:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690142.442501:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690142.827502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690143.062438:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690143.513634:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690143.801728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790690144.421489:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690144.993502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790690145.265597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690145.682171:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690146.812479:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690146.933510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790690147.166710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690147.683441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690148.100162:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790690148.157691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790690148.352512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690148.535490:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690148.687553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690149.410761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690149.879387:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790690150.092541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690150.233493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790690151.133559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690151.222531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690151.265623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690151.467496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690151.578508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790690152.035589:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790690152.468614:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690152.659516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00000080:00000010:3.1:1790690152.963271:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201ab2890c0.
00010000:00000010:3.1:1790690152.963295:0:0:0:(ldlm_resource.c:1575:__ldlm_resource_free()) slab-freed '(res)': 256 at ffff9201b75fc500.
00010000:00000010:3.1:1790690152.963300:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920181506a00.
00010000:00000010:3.1:1790690152.982840:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690153.716681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790690154.035451:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00000080:00000010:3.1:1790690154.332503:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a7000.
00010000:00000010:1.1:1790690154.349061:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690154.548277:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790690154.725927:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690155.579857:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690155.662006:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790690155.747302:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690155.859241:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690156.225577:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690156.297778:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:3.1:1790690156.338545:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790690156.701878:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:3.1:1790690156.793713:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690156.850195:0:1357:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690156.910541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690157.076541:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690158.039057:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690158.735516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:1.1:1790690158.845346:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790690158.971474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690159.234317:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790690159.391503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690159.839516:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790690159.921519:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690160.001513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790690160.038742:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690160.132890:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:3.1:1790690160.450731:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690160.481503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690160.719028:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690160.927498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690161.115522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690161.456757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690161.545522:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690162.057684:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690162.196631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690162.313509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690162.848793:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690164.022541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690165.930426:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:3.1:1790690166.090139:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690167.149040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790690167.412518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690167.463788:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690167.637575:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690167.748002:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690168.343492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690169.150727:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690169.212201:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690169.398094:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790690169.708508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690169.878838:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690170.393827:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690170.998721:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790690171.061513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690171.459506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690171.754836:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690172.373492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690172.504176:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690172.733518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790690172.839661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690173.430501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:1.1:1790690173.465357:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:0.1:1790690174.310132:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690174.654644:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690175.437509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790690175.954497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690176.473581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690177.075148:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790690177.112528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690177.925306:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790690177.975594:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790690178.095613:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:0.1:1790690178.191534:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:1.1:1790690178.833769:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690178.871511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690179.850646:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690179.991040:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690180.030188:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690180.173828:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690180.484506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690180.606895:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690180.808520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690181.195670:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790690181.577695:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690181.620892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790690181.722739:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690182.165609:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690182.377772:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690182.956618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690183.135322:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:0.1:1790690183.519633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690183.583259:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:0.1:1790690183.922512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790690184.242492:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690184.542848:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690184.627509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690185.053629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:0.1:1790690185.182496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790690185.235480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00000080:00000010:3.1:1790690185.630291:0:32:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359ae0.
00010000:00000010:2.1:1790690185.649489:0:13:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790690185.654863:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690185.688527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690185.720480:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790690186.720770:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690186.915631:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00000080:00000010:2.1:1790690186.978752:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359560.
00010000:00000010:3.1:1790690187.012398:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790690187.687672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690187.800518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:1.1:1790690188.345677:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690188.415666:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690188.593643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690189.154849:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:1.1:1790690189.208377:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690189.759153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690189.834576:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690190.131737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:0.1:1790690190.569525:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690190.640955:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690190.927694:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690190.962513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790690191.067679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690191.112504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690191.901974:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:1.1:1790690192.200709:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790690192.310492:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790690192.391638:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690192.433629:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690192.494537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690192.526614:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690193.099737:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:2.1:1790690193.194982:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690193.251687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790690193.763507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690194.084872:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:1.1:1790690194.183824:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690194.299493:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:1.1:1790690194.430906:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1e00.
00010000:00000010:2.1:1790690194.462003:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790690194.513503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690194.730514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690195.258648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690195.445548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:0.1:1790690195.683625:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790690196.153652:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690196.864254:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690197.043546:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690197.553835:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790690197.635493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:3.1:1790690197.787583:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690198.580690:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690198.688552:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690198.714449:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690198.838710:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790690198.903494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:0.1:1790690199.027623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690199.094938:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:1.1:1790690199.210507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:2.1:1790690199.594769:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:1.1:1790690199.678545:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690199.774503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690199.988493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:1.1:1790690200.138503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690200.406364:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790690200.455629:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790690200.898334:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790690200.992750:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690201.071560:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690201.320479:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690201.506672:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690202.195390:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690202.294565:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790690202.455049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690202.949580:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690203.502263:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790690203.565921:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790690203.601507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690203.762697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790690204.062511:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:3.1:1790690204.641681:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690204.927649:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690205.019811:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690205.072514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:2.1:1790690205.266697:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690205.368153:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690205.668796:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690206.821507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:3.1:1790690206.998500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:1.1:1790690207.190491:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690207.330854:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690207.608547:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690208.193500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:0.1:1790690208.314505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690208.537486:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:3.1:1790690208.621623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690208.895504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:0.1:1790690208.983561:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:1.1:1790690209.047582:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:1.1:1790690209.773537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00010000:00000010:0.1:1790690209.931687:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690210.031585:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690210.521248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790690210.799675:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790690211.384352:0:261650:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690211.707517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690212.010049:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:3.1:1790690212.151508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690212.455508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690212.517494:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:1.1:1790690212.576798:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:2.1:1790690212.611604:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690212.816768:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690212.954494:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690213.038272:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690213.341505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690213.909729:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:2.1:1790690213.943699:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690214.314667:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690214.557139:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790690214.596532:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690215.281501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690215.354616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690215.428242:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690215.482518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690216.062073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790690216.348605:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790690216.516936:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790690216.817860:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690216.856510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:0.1:1790690216.952503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690217.443648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690217.560238:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690217.667861:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690217.875757:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690218.196733:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:1.1:1790690218.224621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:1.1:1790690218.345510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790690218.670942:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690218.962507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:1.1:1790690219.131507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:0.1:1790690219.332539:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:0.1:1790690219.332548:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:0.1:1790690220.212501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790690220.653022:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:2.1:1790690220.958051:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690221.301876:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790690221.350514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:3.1:1790690221.835520:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690221.945514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0400.
00010000:00000010:2.1:1790690222.467620:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790690223.044783:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690223.645648:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:3.1:1790690223.730293:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:1.1:1790690224.076184:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:1.1:1790690224.160643:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690224.208661:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:2.1:1790690224.614720:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690224.877519:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690224.917756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790690225.192574:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:1.1:1790690225.476222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790690225.661881:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:0.1:1790690225.721500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690225.799581:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690226.469622:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690227.488718:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:3.1:1790690227.668513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690227.711503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690227.737498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:3.1:1790690227.960568:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690228.044519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:2.1:1790690228.304014:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690228.520566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690228.799517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00000080:00000010:3.1:1790690228.915732:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9201b36a74a0.
00010000:00000010:1.1:1790690228.936508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:3.1:1790690229.402618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:1.1:1790690229.502571:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690229.584481:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790690229.773530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:3.1:1790690229.895893:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690230.279553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:3.1:1790690230.326495:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:3.1:1790690230.422322:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fec00.
00010000:00000010:2.1:1790690230.576519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690230.614331:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:1.1:1790690230.668899:0:261657:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790690230.843637:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690230.925013:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:1.1:1790690231.293523:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790690231.357633:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690231.523340:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:1.1:1790690231.883506:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690231.972623:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790690232.253732:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:2.1:1790690232.423237:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:0.1:1790690232.747499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690232.927608:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690232.989513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:1.1:1790690233.090562:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:1.1:1790690233.362701:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690233.427488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690233.539501:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790690233.595781:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:2.1:1790690233.807517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:0.1:1790690233.995591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690234.831835:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690234.958515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690235.311493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790690235.420515:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690236.068837:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690236.115503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690236.243222:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff800.
00010000:00000010:2.1:1790690236.640529:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690237.612728:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:3.1:1790690237.682512:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:2.1:1790690237.816615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:0.1:1790690237.855486:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:1.1:1790690237.911621:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690237.960647:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690238.231750:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790690238.357822:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690238.447712:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:0.1:1790690238.964493:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:1.1:1790690239.056657:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:2.1:1790690239.274534:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690239.952591:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:3.1:1790690240.852558:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690241.189563:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:1.1:1790690241.482773:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690241.751528:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690241.818657:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690242.292746:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790690242.782117:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:2.1:1790690243.060339:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:0.1:1790690243.522535:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690244.341514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:0.1:1790690244.427756:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:2.1:1790690244.798500:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690245.540660:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690246.654060:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690246.681601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690246.958524:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690247.498499:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:1.1:1790690247.655844:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690247.788514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff600.
00010000:00000010:2.1:1790690248.023756:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:3.1:1790690248.118509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:3.1:1790690248.169601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690248.213632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:1.1:1790690248.680527:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690248.771764:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690249.132610:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690249.205638:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690249.872702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:0.1:1790690250.033904:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690250.295690:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690251.156557:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:2.1:1790690251.296432:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:0.1:1790690251.446530:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:3.1:1790690251.492566:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690251.515502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:3.1:1790690252.225683:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790690252.376916:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:2.1:1790690252.717894:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:0.1:1790690253.062691:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4400.
00010000:00000010:3.1:1790690253.330642:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1600.
00010000:00000010:2.1:1790690254.800702:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:2.1:1790690254.880248:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690254.935503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790690255.313513:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:3.1:1790690255.387650:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5c00.
00010000:00000010:2.1:1790690255.442487:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:3.1:1790690256.156479:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:0.1:1790690256.254510:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5600.
00010000:00000010:1.1:1790690256.368488:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:2.1:1790690256.681669:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690256.701632:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:1.1:1790690256.795441:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5200.
00010000:00000010:2.1:1790690256.833761:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:0.1:1790690257.516599:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5a00.
00010000:00000010:2.1:1790690257.749711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe000.
00010000:00000010:2.1:1790690257.869597:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:2.1:1790690257.900507:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:1.1:1790690258.031495:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4a00.
00010000:00000010:0.1:1790690258.826541:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8600.
00010000:00000010:3.1:1790690258.995786:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:0.1:1790690259.775497:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8a00.
00010000:00000010:2.1:1790690259.907618:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690260.061688:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8800.
00010000:00000010:2.1:1790690260.108310:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690260.194429:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8000.
00010000:00000010:1.1:1790690260.943601:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8e00.
00010000:00000010:2.1:1790690261.000519:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:3.1:1790690261.085689:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:2.1:1790690261.730636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690261.894517:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:2.1:1790690262.112766:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690262.152540:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:0.1:1790690262.464650:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4000.
00010000:00000010:2.1:1790690262.555600:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:3.1:1790690262.648256:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690262.733731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:1.1:1790690263.034771:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0200.
00010000:00000010:2.1:1790690263.060008:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9e00.
00010000:00000010:1.1:1790690263.650685:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8c00.
00010000:00000010:0.1:1790690263.730492:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4800.
00010000:00000010:0.1:1790690263.784730:0:261649:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690263.799962:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690264.052722:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8200.
00010000:00000010:0.1:1790690264.083548:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5000.
00010000:00000010:0.1:1790690264.109050:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:2.1:1790690264.331488:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0600.
00010000:00000010:2.1:1790690264.595514:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:1.1:1790690264.876498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:2.1:1790690264.923486:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690265.044704:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690265.074504:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1200.
00010000:00000010:2.1:1790690265.462382:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1400.
00010000:00000010:2.1:1790690265.799531:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9a00.
00010000:00000010:2.1:1790690265.921679:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690265.954090:0:261660:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:1.1:1790690266.089509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9200.
00010000:00000010:0.1:1790690266.305314:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffc00.
00010000:00000010:2.1:1790690266.326711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690266.354498:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690266.534502:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790690266.714615:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690267.105711:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:1.1:1790690267.181731:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00010000:00000010:0.1:1790690267.245385:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:0.1:1790690267.657988:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:1.1:1790690267.975986:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690268.146662:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0e00.
00010000:00000010:2.1:1790690268.279187:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690268.445559:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:0.1:1790690268.494671:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00010000:00000010:2.1:1790690268.579474:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690268.676503:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9c00.
00010000:00000010:1.1:1790690268.909485:0:261658:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe200.
00010000:00000010:0.1:1790690269.259616:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9600.
00010000:00000010:3.1:1790690269.405499:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690270.356668:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:1.1:1790690270.568733:0:298050:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:3.1:1790690270.679626:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:1.1:1790690270.899748:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:0.1:1790690271.168853:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fea00.
00010000:00000010:1.1:1790690271.751636:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad9800.
00010000:00000010:3.1:1790690271.887034:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1000.
00010000:00000010:2.1:1790690271.968607:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:1.1:1790690272.072518:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:2.1:1790690272.123571:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:1.1:1790690272.319073:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0800.
00010000:00000010:2.1:1790690272.460552:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:3.1:1790690272.691496:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4200.
00010000:00000010:2.1:1790690273.416720:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ffa00.
00010000:00000010:3.1:1790690273.879537:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4e00.
00010000:00000010:2.1:1790690273.976802:0:261659:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0c00.
00010000:00000010:1.1:1790690274.826715:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201bcad8400.
00010000:00000010:2.1:1790690275.250553:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:3.1:1790690275.371611:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1800.
00010000:00000010:0.1:1790690275.646173:0:1035:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5400.
00010000:00000010:2.1:1790690275.684782:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:0.1:1790690275.747508:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff000.
00010000:00000010:2.1:1790690275.829892:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca0a00.
00010000:00000010:0.1:1790690275.897754:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4600.
00010000:00000010:3.1:1790690276.015395:0:32:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff920184ca1a00.
00010000:00000010:3.1:1790690276.096025:0:298146:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e5e00.
00010000:00000010:2.1:1790690276.409250:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe600.
00000080:00000010:2.1:1790690276.769592:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff9200a8359000.
00010000:00000010:1.1:1790690276.774509:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9200a23e4c00.
00010000:00000010:2.1:1790690276.865556:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fee00.
00010000:00000010:2.1:1790690277.008505:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5fe800.
00000800:00000200:3.1:1790690338.996611:0:261648:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 3, ksnr_connected 6 ksnr_max_conns 1
00000800:00000200:3.1:1790690338.996616:0:261648:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 2, ksnr_connected 2 ksnr_max_conns 1
00000800:00000200:3.1:1790690338.996618:0:261648:0:(socklnd.c:424:ksocknal_decr_conn_count()) Del conn type 1, ksnr_connected 0 ksnr_max_conns 1
00000020:00000001:0.0:1790690339.956941:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690339.956946:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690339.956948:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690339.956950:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690339.956952:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690339.956954:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690339.956955:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690339.956957:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690339.956959:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690339.956962:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690339.956964:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690339.956966:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690339.956973:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690339.956975:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690339.956977:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690339.956981:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690339.956984:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690339.956985:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690339.956994:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690339.956998:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690339.957002:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690339.957003:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690339.957006:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690339.957009:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690339.957013:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690339.957022:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790690339.957031:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690339.957040:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060943360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690339.957051:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690339.957056:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690339.957062:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060943360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690339.957091:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690339.957097:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18489)
00000800:00000200:1.1:1790690339.957274:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690339.974561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313151889, at 4313151890
00000100:00000010:0.0:1790690339.974575:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e000.
00000020:00000001:0.0:1790690340.980694:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690340.980700:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690340.980704:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690342.004915:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690342.004923:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690342.004927:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690342.004932:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690342.004940:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690342.004944:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18466
00000400:00000200:0.0:1790690342.004951:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690342.004958:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00001000:0.0:1790690342.004970:0:182620:0:(import.c:2196:obd_at_measure()) add 20 to ffff9201895c0c18 time=161 v=15 (15 1 1 1)
00000100:00001000:0.0:1790690342.004978:0:182620:0:(import.c:2262:obd_at_measure()) AT ffff9201895c0c18 change: old=15 new=20 delta=5 (val=20) hist 20 15 1 1
00000100:00080000:0.0:1790690342.004988:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 15s
00000100:00000040:0.0:1790690342.004996:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005003:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005008:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005014:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690342.005025:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690342.005029:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690342.005034:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690342.005041:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690342.005045:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690342.005048:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690342.005052:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005054:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005060:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005065:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690342.005072:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690342.005083:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005092:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690342.005100:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690342.005106:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690342.005110:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005114:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690342.005117:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690342.005127:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690342.005131:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=5 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690342.005138:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690342.005140:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005143:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690342.005147:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690342.005152:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690342.005160:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690342.005169:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690342.005181:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060943488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690342.005199:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690342.005204:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.005222:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060943488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690342.005241:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690342.005245:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690342.005249:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690342.005253:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690342.005256:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690342.005260:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690342.005266:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18466
00000400:00000200:0.0:1790690342.005274:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690342.005280:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00001000:0.0:1790690342.005285:0:182620:0:(import.c:2196:obd_at_measure()) add 20 to ffff920183ec4c18 time=161 v=15 (15 1 1 1)
00000100:00001000:0.0:1790690342.005291:0:182620:0:(import.c:2262:obd_at_measure()) AT ffff920183ec4c18 change: old=15 new=20 delta=5 (val=20) hist 20 15 1 1
00000100:00080000:0.0:1790690342.005296:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 15s
00000100:00000040:0.0:1790690342.005300:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005304:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005307:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005313:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690342.005319:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690342.005321:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690342.005324:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690342.005328:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690342.005332:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690342.005336:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690342.005343:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005347:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005353:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005359:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690342.005367:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690342.005375:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005381:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690342.005387:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690342.005396:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690342.005402:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005406:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690342.005414:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690342.005422:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005425:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690342.005432:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690342.005437:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690342.005441:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690342.005443:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005445:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690342.005446:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690342.005490:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690342.005498:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790690342.005505:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690342.005517:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060943616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690342.005528:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690342.005532:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.005539:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060943616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690342.005555:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690342.005558:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690342.005560:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690342.005562:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690342.005564:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690342.005570:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690342.005582:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18466
00000400:00000200:0.0:1790690342.005592:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690342.005601:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00001000:0.0:1790690342.005604:0:182620:0:(import.c:2196:obd_at_measure()) add 20 to ffff9201895c3c18 time=161 v=15 (15 1 1 1)
00000100:00001000:0.0:1790690342.005610:0:182620:0:(import.c:2262:obd_at_measure()) AT ffff9201895c3c18 change: old=15 new=20 delta=5 (val=20) hist 20 15 1 1
00000100:00080000:0.0:1790690342.005616:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 15s
00000800:00000200:1.1:1790690342.005616:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690342.005623:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790690342.005623:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 1, 1 secs later)
00000100:00000001:0.0:1790690342.005625:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005631:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005637:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690342.005643:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690342.005645:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690342.005648:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690342.005651:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690342.005655:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690342.005659:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690342.005664:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005670:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005673:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005676:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690342.005679:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690342.005685:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005690:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690342.005694:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690342.005699:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690342.005702:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005705:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690342.005709:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690342.005713:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005718:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690342.005722:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690342.005727:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690342.005730:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690342.005732:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005737:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690342.005738:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690342.005741:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690342.005747:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790690342.005751:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690342.005762:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060943744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690342.005780:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690342.005784:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.005791:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060943744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690342.005803:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.005805:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690342.005809:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690342.005814:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690342.005822:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690342.005826:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690342.005829:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690342.005834:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690342.005839:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18484
00000400:00000200:0.0:1790690342.005847:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690342.005852:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690342.005856:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690342.005862:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005871:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690342.005878:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690342.005881:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690342.005883:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690342.005885:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690342.005888:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690342.005891:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690342.005898:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005903:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690342.005906:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005909:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690342.005913:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690342.005919:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690342.005924:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690342.005928:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690342.005932:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690342.005935:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005939:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690342.005942:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690342.005946:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005948:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690342.005953:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690342.005957:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690342.005962:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690342.005963:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690342.005965:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690342.005966:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690342.005968:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690342.005971:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790690342.005976:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690342.005987:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060943872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690342.006009:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690342.006015:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.006026:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060943872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690342.006043:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690342.006049:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18491)
00000100:00000040:0.0:1790690342.006056:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690342.006067:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:0.0:1790690342.006076:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18491)
00000800:00000200:1.1:1790690342.006199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690342.006201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1790690342.006379:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690342.006381:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 1, 1 secs later)
00000800:00000200:1.1:1790690342.006646:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690342.006648:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 1, 1 secs later)
00000100:00000040:0.0:1790690343.348568:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313155201, at 4313155264
00000100:00000010:0.0:1790690343.348583:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e060.
00000020:00000001:0.0:1790690344.052707:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690344.052712:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690344.052716:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690345.076692:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690345.076698:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690345.076703:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690347.253120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690347.253564:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690347.253679:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690347.253778:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690348.148709:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690348.148713:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690348.148716:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690348.596676:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313160448, at 4313160512
00000100:00000010:0.0:1790690348.596692:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e540.
00000020:00000001:0.0:1790690349.172647:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690349.172651:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690349.172654:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690352.244658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690352.244662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690352.244665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690352.373124:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790690352.373278:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.156:988
00000400:00000200:0.0:1790690352.373343:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.156:988
00000800:00000200:1.1:1790690352.373603:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690352.373702:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690352.373821:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690353.268662:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690353.268666:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690353.268670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690353.716630:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313165568, at 4313165632
00000100:00000010:0.0:1790690353.716636:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eba0.
00000020:00000001:0.0:1790690356.340635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690356.340639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690356.340643:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690357.364604:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690357.364608:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690357.364610:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690357.493062:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790690357.493177:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.156:988
00000400:00000200:0.0:1790690357.493224:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.156:988
00000800:00000200:1.1:1790690357.493387:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690357.493575:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690357.493689:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690358.836599:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313170688, at 4313170752
00000100:00000010:0.0:1790690358.836607:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e9c0.
00000400:00000100:0.0:1790690359.860869:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1021 -> 192.168.204.156:988
00000400:00000100:0.0:1790690359.860929:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790690359.860941:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690359.860945:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790690359.860952:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690359.860956:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790690359.860963:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690359.860967:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97a00.
00000400:00000200:0.0:1790690359.860976:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690359.860981:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690359.860990:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f94c8
00000400:00000010:0.0:1790690359.860994:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f94c8.
00000100:00000001:0.0:1790690359.861000:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690359.861011:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5500 x1877672060945024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861054:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690359.861059:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672060945024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861067:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690359.861069:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690359.861082:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690359.861085:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97300.
00000400:00000200:0.0:1790690359.861087:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690359.861091:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690359.861094:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9330
00000400:00000010:0.0:1790690359.861097:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9330.
00000100:00000001:0.0:1790690359.861099:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690359.861113:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7480 x1877672060945152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861121:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690359.861124:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7480 x1877672060945152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861130:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690359.861131:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690359.861140:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690359.861142:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97500.
00000400:00000200:0.0:1790690359.861145:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690359.861148:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690359.861152:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9220
00000400:00000010:0.0:1790690359.861154:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9220.
00000100:00000001:0.0:1790690359.861156:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690359.861161:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4a80 x1877672060945280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861169:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690359.861171:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672060945280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861177:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690359.861179:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690359.861184:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690359.861186:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97700.
00000400:00000200:0.0:1790690359.861189:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690359.861192:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690359.861195:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:0.0:1790690359.861198:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:0.0:1790690359.861200:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690359.861205:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6680 x1877672060945408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861220:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690359.861229:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672060945408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690382 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690359.861235:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690359.861240:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790690360.436596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690360.436600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690360.436602:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690361.461197:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690361.461212:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690361.461219:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690362.613127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690362.613132:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690362.613625:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690362.613627:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690362.613819:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690362.613821:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 8, 5 secs later)
00000800:00000200:1.1:1790690362.614039:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690362.614041:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 8, 5 secs later)
00000100:00000040:0.0:1790690363.956556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313175808, at 4313175872
00000100:00000010:0.0:1790690363.956564:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e180.
00000020:00000001:0.0:1790690364.532647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690364.532653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690364.532657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690365.556615:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690365.556619:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690365.556622:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690367.732969:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790690367.733102:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1023 -> 192.168.204.156:988
00000400:00000200:0.0:1790690367.733178:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -99 connecting 1022 -> 192.168.204.156:988
00000800:00000200:1.1:1790690367.733216:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690367.733322:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690367.733430:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690368.628704:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690368.628710:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690368.628714:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690369.076689:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313180928, at 4313180992
00000100:00000010:0.0:1790690369.076698:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e3c0.
00000020:00000001:0.0:1790690369.652658:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690369.652663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690369.652667:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690372.724645:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690372.724649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690372.724652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690372.853316:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690372.853329:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1790690372.853987:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690372.854005:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1790690372.854224:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690372.854226:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 12 secs later)
00000800:00000200:1.1:1790690372.855220:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690372.855224:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 12 secs later)
00000020:00000001:0.0:1790690373.748686:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690373.748690:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690373.748692:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690374.196674:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313186049, at 4313186112
00000100:00000010:0.0:1790690374.196689:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eb40.
00000020:00000001:0.0:1790690376.820682:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690376.820686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690376.820688:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690377.844619:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690377.844625:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690377.844629:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690377.973310:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690377.973314:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1790690377.973846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690377.973848:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1790690377.974166:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690377.974168:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 7 secs later)
00000800:00000200:1.1:1790690377.974520:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690377.974523:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 7 secs later)
00000100:00000040:0.0:1790690379.316579:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313191168, at 4313191232
00000100:00000010:0.0:1790690379.316589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e7e0.
00000020:00000001:0.0:1790690380.916676:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690380.916680:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690380.916683:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690381.940603:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690381.940606:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690381.940608:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690383.093387:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690383.093398:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 2 secs later)
00000800:00000200:1.1:1790690383.093916:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690383.093919:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 2 secs later)
00000800:00000200:1.1:1790690383.094205:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690383.094208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 2 secs later)
00000800:00000200:1.1:1790690383.094519:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690383.094522:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 16, 2 secs later)
00000100:00000040:0.0:1790690384.436682:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313196289, at 4313196352
00000100:00000010:0.0:1790690384.436688:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e120.
00000020:00000001:0.0:1790690385.012710:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690385.012714:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690385.012717:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690386.036670:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690386.036675:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690386.036679:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690388.213441:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690388.213697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690388.213806:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690388.213917:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690389.108650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690389.108653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690389.108656:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690389.556585:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313201409, at 4313201472
00000100:00000010:0.0:1790690389.556592:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ecc0.
00000020:00000001:0.0:1790690390.132700:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690390.132704:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690390.132708:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690393.204614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690393.204618:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690393.204620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690393.333051:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690393.333056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1790690393.333411:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690393.333412:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1790690393.333630:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690393.333632:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 30 secs later)
00000800:00000200:1.1:1790690393.333785:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690393.333787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 30 secs later)
00000020:00000001:0.0:1790690394.228610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690394.228613:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690394.228616:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690394.676587:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313206528, at 4313206592
00000100:00000010:0.0:1790690394.676599:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eea0.
00000020:00000001:0.0:1790690397.300637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690397.300640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690397.300643:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690398.324618:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690398.324622:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690398.324624:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690398.453369:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690398.453376:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1790690398.454124:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690398.454127:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1790690398.454483:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690398.454487:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 24 secs later)
00000800:00000200:2.1:1790690398.454779:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690398.454781:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 24 secs later)
00000100:00000040:0.0:1790690399.796630:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313211649, at 4313211712
00000100:00000010:0.0:1790690399.796640:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790690401.396648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690401.396652:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690401.396655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690402.420663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690402.420670:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690402.420674:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690403.573063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690403.573066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1790690403.573694:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690403.573696:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1790690403.573911:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690403.573912:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 19 secs later)
00000800:00000200:2.1:1790690403.574102:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690403.574104:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 19 secs later)
00000100:00000040:0.0:1790690404.916604:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313216768, at 4313216832
00000100:00000010:0.0:1790690404.916612:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:0.0:1790690405.492667:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690405.492671:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690405.492674:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690406.516677:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690406.516680:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690406.516683:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690408.693235:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690408.693240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1790690408.694115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690408.694118:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1790690408.694426:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690408.694428:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 14 secs later)
00000800:00000200:2.1:1790690408.694897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690408.694900:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 14 secs later)
00000020:00000001:0.0:1790690409.588622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690409.588627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690409.588631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690410.036621:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313221888, at 4313221952
00000100:00000010:0.0:1790690410.036630:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:0.0:1790690410.612632:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690410.612637:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690410.612642:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690413.684675:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690413.684683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690413.684687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690413.813413:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690413.813419:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1790690413.813972:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690413.813974:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1790690413.814290:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690413.814293:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 9 secs later)
00000800:00000200:2.1:1790690413.814620:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690413.814623:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 9 secs later)
00000020:00000001:0.0:1790690414.708658:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690414.708662:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690414.708666:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690415.156636:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313227009, at 4313227072
00000100:00000010:0.0:1790690415.156644:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790690417.780568:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690417.780571:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690417.780574:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690418.804616:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690418.804625:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690418.804631:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690418.932998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690418.933003:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1790690418.933520:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690418.933521:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1790690418.933687:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690418.933688:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 4 secs later)
00000800:00000200:2.1:1790690418.933845:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690418.933846:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 32, 4 secs later)
00000100:00000040:0.0:1790690420.276562:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313232128, at 4313232192
00000100:00000010:0.0:1790690420.276580:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790690421.876623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690421.876628:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690421.876633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690422.900581:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690422.900585:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690422.900588:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690424.052916:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690424.053115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690424.053216:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690424.053369:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690425.396534:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313237248, at 4313237312
00000100:00000010:0.0:1790690425.396548:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790690425.972627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690425.972631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690425.972635:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690426.996650:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690426.996657:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690426.996660:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690429.173308:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690429.173315:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690429.173914:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690429.173918:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690429.174212:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690429.174214:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690429.174529:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690429.174532:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790690430.068683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690430.068700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690430.068705:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690430.516592:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313242369, at 4313242432
00000100:00000010:0.0:1790690430.516622:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e720.
00000020:00000001:0.0:1790690431.092781:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690431.092789:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690431.092795:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690434.164689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690434.164695:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690434.164699:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690434.293254:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690434.293260:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690434.293883:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690434.293886:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690434.294170:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690434.294172:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690434.294445:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690434.294447:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790690435.188645:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690435.188650:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690435.188653:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690435.636694:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313247488, at 4313247552
00000100:00000010:0.0:1790690435.636709:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eea0.
00000020:00000001:0.0:1790690438.260653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690438.260658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690438.260661:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690439.284632:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690439.284637:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690439.284639:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690439.413159:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690439.413178:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690439.413742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690439.413744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690439.414003:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690439.414006:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690439.414270:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690439.414272:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790690440.756602:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313252608, at 4313252672
00000100:00000010:0.0:1790690440.756609:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ecc0.
00000020:00000001:0.0:1790690442.356646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690442.356650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690442.356654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690443.380682:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690443.380687:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690443.380690:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690444.532940:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690444.532944:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690444.533250:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690444.533251:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690444.533419:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690444.533421:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690444.533625:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690444.533627:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790690445.876556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313257728, at 4313257792
00000100:00000010:0.0:1790690445.876572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e120.
00000020:00000001:0.0:1790690446.452647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690446.452652:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690446.452655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690447.476661:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690447.476665:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690447.476668:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690449.653183:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690449.653189:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690449.653793:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690449.653795:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690449.654033:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690449.654035:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690449.654214:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690449.654215:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790690450.548652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690450.548656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690450.548659:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690450.996569:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313262848, at 4313262912
00000100:00000010:0.0:1790690450.996584:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e7e0.
00000020:00000001:0.0:1790690451.572637:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690451.572642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690451.572645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690454.644638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690454.644644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690454.644647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690454.773214:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690454.773236:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690454.773744:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690454.773747:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690454.774015:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690454.774017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690454.774232:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690454.774234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1790690455.668663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690455.668667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690455.668670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690456.116548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313267968, at 4313268032
00000100:00000010:0.0:1790690456.116565:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eb40.
00000020:00000001:0.0:1790690458.740630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690458.740633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690458.740636:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690459.764636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690459.764640:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690459.764643:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690459.893230:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690459.893234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690459.893733:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690459.893735:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690459.893953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690459.893956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690459.894119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690459.894121:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790690461.236576:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313273088, at 4313273152
00000100:00000010:0.0:1790690461.236595:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e3c0.
00000020:00000001:0.0:1790690462.836613:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690462.836617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690462.836620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690463.860654:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690463.860658:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690463.860662:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690465.013269:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690465.013276:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690465.013749:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690465.013751:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690465.014030:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690465.014032:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690465.014317:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690465.014319:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790690466.356548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313278208, at 4313278272
00000100:00000010:0.0:1790690466.356562:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:0.0:1790690466.932686:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690466.932689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690466.932691:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690467.956677:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690467.956684:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690467.956690:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690470.133244:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690470.133250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690470.133795:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690470.133798:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690470.134095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690470.134098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690470.134391:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690470.134393:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790690471.028643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690471.028647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690471.028650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690471.476556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313283328, at 4313283392
00000100:00000010:0.0:1790690471.476572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790690472.052639:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690472.052643:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690472.052647:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690475.124700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690475.124705:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690475.124710:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690475.253185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690475.253192:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690475.253750:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690475.253753:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690475.254063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690475.254066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690475.254330:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690475.254333:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790690476.148671:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690476.148678:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690476.148683:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690476.596544:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313288448, at 4313288512
00000100:00000010:0.0:1790690476.596559:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:0.0:1790690479.220668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690479.220672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690479.220675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690480.244589:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690480.244591:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690480.244594:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690480.372564:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690480.372574:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690480.372577:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690480.372581:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690480.372586:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690480.372593:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18619
00000400:00000200:0.0:1790690480.372602:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690480.372609:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690480.372613:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690480.372616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372620:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.372622:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690480.372632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690480.372634:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690480.372637:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690480.372640:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690480.372642:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690480.372644:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690480.372647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.372651:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690480.372655:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690480.372659:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372662:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690480.372664:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690480.372668:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690480.372670:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.372672:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690480.372675:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690480.372684:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690480.372687:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690480.372691:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690480.372693:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.372696:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690480.372699:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690480.372703:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690480.372710:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790690480.372715:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690480.372723:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060957312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690480.372733:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690480.372737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690480.372742:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060957312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690480.372775:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690480.372779:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690480.372782:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690480.372784:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690480.372785:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690480.372788:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690480.372790:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18619
00000400:00000200:0.0:1790690480.372794:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690480.372798:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690480.372800:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690480.372804:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372807:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.372809:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372814:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690480.372819:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690480.372823:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690480.372827:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690480.372830:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690480.372835:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690480.372840:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690480.372848:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372852:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.372857:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372862:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690480.372865:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690480.372867:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690480.372869:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690480.372873:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690480.372879:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690480.372885:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.372891:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690480.372898:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690480.372905:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.372910:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690480.372916:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690480.372919:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690480.372922:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690480.372926:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.372928:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690480.372929:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690480.372932:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690480.372941:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790690480.372946:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690480.372954:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060957440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690480.372963:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690480.372966:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690480.372973:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060957440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690480.372986:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690480.372990:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690480.372993:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690480.372996:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690480.372999:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690480.373001:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690480.373005:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18619
00000400:00000200:0.0:1790690480.373009:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690480.373013:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690480.373016:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690480.373021:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373022:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.373024:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373025:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690480.373029:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690480.373031:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690480.373033:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690480.373034:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690480.373038:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690480.373042:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690480.373045:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373046:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.373047:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373048:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690480.373049:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690480.373052:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373054:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690480.373057:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690480.373061:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690480.373067:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373079:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690480.373087:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690480.373092:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373095:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690480.373101:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690480.373106:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690480.373113:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690480.373115:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373117:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690480.373118:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690480.373120:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690480.373127:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790690480.373132:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690480.373139:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060957568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690480.373144:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690480.373146:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690480.373152:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060957568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790690480.373157:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790690480.373161:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690480.373163:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790690480.373164:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690480.373170:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690480.373175:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690480.373180:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690480.373182:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690480.373186:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690480.373187:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690480.373189:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18619
00000400:00000200:0.0:1790690480.373194:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690480.373200:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690480.373202:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690480.373207:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373208:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.373212:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373214:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690480.373219:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690480.373220:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690480.373221:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690480.373225:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690480.373228:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690480.373230:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690480.373236:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373239:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690480.373242:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373246:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690480.373250:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690480.373253:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690480.373257:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690480.373259:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690480.373262:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690480.373266:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373270:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690480.373272:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690480.373277:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373279:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690480.373282:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690480.373287:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690480.373292:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690480.373295:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690480.373299:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690480.373303:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690480.373306:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690480.373312:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790690480.373318:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690480.373328:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060957696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690480.373340:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690480.373343:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690480.373348:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060957696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690480.373358:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690480.373363:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18629)
00000800:00000200:2.1:1790690480.373591:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690480.373592:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690480.373786:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690480.373787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690480.373957:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690480.373960:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790690481.716554:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313293568, at 4313293632
00000100:00000010:0.0:1790690481.716570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790690483.316644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690483.316648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690483.316651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690484.340638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690484.340643:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690484.340647:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690485.493035:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690485.493050:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690485.493409:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690485.493412:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690485.493640:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690485.493642:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690485.493836:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690485.493838:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790690486.836556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313298688, at 4313298752
00000100:00000010:0.0:1790690486.836576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:0.0:1790690487.412645:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690487.412649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690487.412652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690488.436590:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690488.436593:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690488.436595:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690490.612537:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690490.612545:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690490.612547:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690490.612550:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690490.612553:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690490.612573:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18630
00000400:00000200:0.0:1790690490.612581:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690490.612587:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690490.612590:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690490.612592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612595:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690490.612604:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690490.612605:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690490.612607:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690490.612611:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690490.612613:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690490.612616:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690490.612618:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612620:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612622:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690490.612627:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690490.612630:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612633:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690490.612636:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690490.612639:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690490.612642:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.612644:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690490.612646:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690490.612654:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690490.612658:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690490.612660:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690490.612662:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.612664:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690490.612666:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690490.612671:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690490.612678:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790690490.612685:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690490.612693:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060958336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690490.612704:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690490.612708:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.612711:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060958336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690490.612728:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690490.612730:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690490.612732:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690490.612733:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690490.612734:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690490.612736:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690490.612738:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18630
00000400:00000200:0.0:1790690490.612741:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690490.612743:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690490.612745:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690490.612748:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612749:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612751:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612753:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690490.612756:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690490.612757:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690490.612759:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690490.612763:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690490.612767:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690490.612771:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690490.612777:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612783:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612788:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690490.612791:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690490.612797:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612800:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690490.612804:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690490.612811:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690490.612816:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.612820:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690490.612827:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690490.612831:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.612834:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690490.612842:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690490.612846:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690490.612849:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690490.612853:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.612857:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690490.612867:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690490.612871:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690490.612878:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790690490.612884:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690490.612892:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060958464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690490.612901:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690490.612905:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.612910:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060958464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690490.612919:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690490.612925:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690490.612931:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690490.612936:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690490.612941:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690490.612944:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690490.612947:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18630
00000400:00000200:0.0:1790690490.612953:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690490.612958:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690490.612961:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690490.612964:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612967:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612971:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612972:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690490.612975:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690490.612976:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690490.612978:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690490.612981:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690490.612984:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690490.612985:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690490.612991:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612993:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.612996:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.612998:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690490.613002:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690490.613006:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613009:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690490.613012:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690490.613015:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690490.613018:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613021:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690490.613023:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690490.613027:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613030:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690490.613035:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690490.613038:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690490.613040:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690490.613040:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613042:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690490.613043:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690490.613046:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690490.613050:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690490.613054:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690490.613061:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060958592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690490.613069:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690490.613071:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.613077:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060958592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690490.613085:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.613088:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690490.613091:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690490.613095:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790690490.613095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790690490.613101:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690490.613102:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690490.613104:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690490.613106:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690490.613108:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18630
00000400:00000200:0.0:1790690490.613110:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690490.613112:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690490.613113:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690490.613114:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613116:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.613119:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613122:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690490.613126:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690490.613129:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690490.613131:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690490.613134:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690490.613136:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690490.613138:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690490.613142:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613144:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690490.613146:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613148:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690490.613150:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690490.613153:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690490.613158:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690490.613161:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690490.613164:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690490.613168:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613173:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690490.613176:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690490.613180:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613184:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690490.613191:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690490.613194:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690490.613199:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690490.613203:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690490.613208:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690490.613210:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690490.613213:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690490.613218:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790690490.613223:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690490.613231:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060958720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690490.613244:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690490.613248:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.613254:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060958720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690490.613267:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690490.613274:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18640)
00000800:00000200:2.1:1790690490.613350:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690490.613516:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690490.613692:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690491.508671:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690491.508676:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690491.508680:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690491.956622:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313303808, at 4313303872
00000100:00000010:0.0:1790690491.956651:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6000.
00000020:00000001:0.0:1790690492.532636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690492.532644:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690492.532649:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690495.604617:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690495.604621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690495.604624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690495.733183:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690495.733191:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690495.733926:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690495.733929:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690495.734248:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690495.734251:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690495.734607:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690495.734610:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790690496.628652:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690496.628657:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690496.628661:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690497.076533:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313308928, at 4313308992
00000100:00000010:0.0:1790690497.076548:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a80.
00000020:00000001:0.0:1790690499.700596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690499.700599:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690499.700602:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690500.724598:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690500.724602:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690500.724606:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690500.853087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690500.853094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690500.853565:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690500.853567:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690500.853756:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690500.853757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690500.853929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690500.853930:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790690502.196576:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313314048, at 4313314112
00000100:00000010:0.0:1790690502.196588:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:0.0:1790690503.796672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690503.796677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690503.796682:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690504.820715:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690504.820723:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690504.820729:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690505.973335:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690505.973344:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690505.973965:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690505.973968:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690505.974270:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690505.974273:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690505.974484:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690505.974486:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790690507.316601:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313319169, at 4313319232
00000100:00000010:0.0:1790690507.316618:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790690507.892636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690507.892641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690507.892646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690508.916676:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690508.916681:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690508.916685:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690511.093066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690511.093073:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690511.093514:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690511.093516:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690511.093785:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690511.093787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690511.093951:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690511.093953:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790690511.988670:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690511.988674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690511.988678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690512.436525:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313324288, at 4313324352
00000100:00000010:0.0:1790690512.436539:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:0.0:1790690513.012643:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690513.012647:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690513.012650:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690516.084635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690516.084639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690516.084646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690516.213149:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690516.213154:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690516.213649:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690516.213651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690516.213884:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690516.213887:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690516.214256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690516.214259:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1790690517.108687:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690517.108690:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690517.108693:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690517.556542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313329408, at 4313329472
00000100:00000010:0.0:1790690517.556561:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790690520.180648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690520.180653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690520.180657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690521.204646:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690521.204650:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690521.204653:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690521.333106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690521.333112:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690521.333618:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690521.333620:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690521.333818:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690521.333820:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690521.334078:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690521.334081:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1790690522.676571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313334528, at 4313334592
00000100:00000010:0.0:1790690522.676592:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790690524.276696:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690524.276701:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690524.276706:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690525.300668:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690525.300673:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690525.300676:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690526.453169:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690526.453175:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690526.453751:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690526.453753:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690526.454044:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690526.454047:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690526.454291:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690526.454294:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790690527.796553:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313339648, at 4313339712
00000100:00000010:0.0:1790690527.796569:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:0.0:1790690528.372660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690528.372663:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690528.372666:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690529.396596:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690529.396600:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690529.396602:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690531.573095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690531.573103:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690531.573632:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690531.573634:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690531.573816:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690531.573818:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690531.574021:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690531.574024:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790690532.468663:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690532.468667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690532.468671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690532.916554:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313344768, at 4313344832
00000100:00000010:0.0:1790690532.916572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:0.0:1790690533.492628:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690533.492631:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690533.492634:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690536.564693:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690536.564700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690536.564705:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690536.693096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690536.693102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690536.693574:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690536.693575:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690536.693787:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690536.693789:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690536.693943:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690536.693945:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790690537.588633:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690537.588655:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690537.588662:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690538.036568:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313349888, at 4313349952
00000100:00000010:0.0:1790690538.036583:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:0.0:1790690540.660606:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690540.660609:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690540.660613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690541.684649:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690541.684653:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690541.684655:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690541.812895:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690541.812899:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690541.813239:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690541.813240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690541.813426:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690541.813427:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690541.813652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690541.813654:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790690543.156573:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313355008, at 4313355072
00000100:00000010:0.0:1790690543.156589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc67e0.
00000020:00000001:0.0:1790690544.756637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690544.756641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690544.756643:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690545.780679:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690545.780683:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690545.780687:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690546.933001:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690546.933005:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690546.933524:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690546.933525:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690546.933793:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690546.933796:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690546.934059:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690546.934062:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790690548.276542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313360128, at 4313360192
00000100:00000010:0.0:1790690548.276555:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6000.
00000020:00000001:0.0:1790690548.852656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690548.852660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690548.852662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690549.876602:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690549.876606:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690549.876608:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690552.052589:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690552.052597:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690552.052599:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690552.052602:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690552.052605:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690552.052611:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18691
00000400:00000200:0.0:1790690552.052617:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690552.052622:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690552.052624:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690552.052626:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052629:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.052630:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690552.052640:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690552.052641:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690552.052644:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690552.052647:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690552.052649:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690552.052651:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690552.052655:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.052659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052660:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690552.052663:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690552.052666:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052668:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690552.052671:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690552.052674:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690552.052677:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.052679:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690552.052681:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690552.052690:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690552.052693:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690552.052697:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690552.052699:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.052702:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690552.052704:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690552.052709:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690552.052716:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690552.052722:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690552.052731:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060964480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690552.052740:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690552.052752:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.052757:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060964480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690552.052775:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690552.052778:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690552.052780:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690552.052781:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690552.052782:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690552.052784:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690552.052785:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18691
00000400:00000200:0.0:1790690552.052788:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690552.052790:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690552.052791:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690552.052796:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052798:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.052800:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052802:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690552.052805:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690552.052806:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690552.052807:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690552.052809:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690552.052810:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690552.052811:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690552.052814:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052817:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.052820:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052823:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690552.052826:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690552.052830:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690552.052835:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690552.052840:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690552.052846:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690552.052851:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.052853:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690552.052857:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690552.052863:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.052866:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690552.052868:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690552.052871:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690552.052877:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690552.052880:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.052884:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690552.052888:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690552.052890:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690552.052896:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790690552.052901:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690552.052908:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060964608/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690552.052920:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690552.052925:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.052932:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060964608/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690552.052945:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690552.052951:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690552.052959:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690552.052963:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690552.052965:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690552.052971:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690552.052977:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18691
00000400:00000200:0.0:1790690552.052984:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690552.052991:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690552.052994:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690552.053001:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053004:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.053010:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053014:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690552.053017:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690552.053020:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690552.053023:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690552.053025:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690552.053029:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690552.053033:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690552.053039:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053044:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.053050:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053055:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690552.053062:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690552.053070:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053075:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690552.053079:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690552.053082:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690552.053088:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053093:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690552.053097:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690552.053101:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053105:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690552.053109:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690552.053114:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690552.053119:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690552.053122:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053125:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690552.053128:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690552.053131:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690552.053134:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:0.0:1790690552.053137:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000800:00000200:2.1:1790690552.053139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1790690552.053142:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690552.053151:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060964736/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690552.053162:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690552.053167:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.053175:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060964736/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690552.053189:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.053194:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690552.053204:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690552.053208:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690552.053214:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690552.053218:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690552.053222:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690552.053227:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690552.053234:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18691
00000400:00000200:0.0:1790690552.053241:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690552.053249:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690552.053255:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690552.053260:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053264:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.053268:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053271:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690552.053275:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690552.053278:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690552.053280:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690552.053282:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690552.053288:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690552.053294:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690552.053299:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053301:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690552.053303:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053305:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690552.053310:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690552.053317:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690552.053322:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690552.053326:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690552.053330:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690552.053336:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053340:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690552.053344:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690552.053349:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053353:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690552.053372:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690552.053376:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690552.053382:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690552.053385:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690552.053390:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690552.053393:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690552.053396:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690552.053403:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790690552.053409:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690552.053419:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060964864/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690552.053438:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690552.053443:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.053450:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060964864/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690552.053488:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690552.053503:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18701)
00000800:00000200:2.1:1790690552.053731:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690552.053733:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690552.053901:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690552.053903:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690552.054084:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690552.054086:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1790690552.948627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690552.948630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690552.948633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690553.396561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313365248, at 4313365312
00000100:00000010:0.0:1790690553.396577:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:0.0:1790690553.972611:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690553.972615:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690553.972618:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690557.044603:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690557.044607:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690557.044609:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690557.173032:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690557.173315:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690557.173663:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690557.173807:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690558.068621:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690558.068624:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690558.068627:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690558.516533:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313370368, at 4313370432
00000100:00000010:0.0:1790690558.516549:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790690561.140592:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690561.140597:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690561.140600:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690562.164614:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690562.164620:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690562.164624:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690562.293188:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690562.293196:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690562.293897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690562.293901:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690562.294212:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690562.294215:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690562.294585:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690562.294587:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790690563.636542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313375488, at 4313375552
00000100:00000010:0.0:1790690563.636558:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:0.0:1790690565.236650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690565.236654:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690565.236657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690566.260659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690566.260663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690566.260666:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690567.413175:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690567.413182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690567.413608:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690567.413610:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690567.413832:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690567.413834:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790690567.414012:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690567.414013:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1790690568.756548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313380608, at 4313380672
00000100:00000010:0.0:1790690568.756561:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790690569.332678:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690569.332687:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690569.332693:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690570.356663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690570.356666:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690570.356669:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690572.533247:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690572.533255:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690572.533832:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690572.533834:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690572.534144:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690572.534147:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790690572.534452:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690572.534473:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1790690573.428633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690573.428637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690573.428640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690573.876579:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313385728, at 4313385792
00000100:00000010:0.0:1790690573.876595:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:0.0:1790690574.452626:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690574.452629:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690574.452632:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690577.524672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690577.524675:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690577.524678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690577.653059:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690577.653066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690577.653522:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690577.653524:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690577.653737:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690577.653739:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690577.653946:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690577.653948:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1790690578.548631:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690578.548636:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690578.548639:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690578.996536:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313390848, at 4313390912
00000100:00000010:0.0:1790690578.996552:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790690581.620603:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690581.620608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690581.620612:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690582.644620:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690582.644625:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690582.644629:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690582.773026:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690582.773034:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690582.773571:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690582.773574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690582.773833:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690582.773835:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790690582.774019:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690582.774021:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790690584.116581:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313395968, at 4313396032
00000100:00000010:0.0:1790690584.116599:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790690585.716628:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690585.716633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690585.716636:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690586.740708:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690586.740715:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690586.740721:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690587.892564:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690587.892573:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690587.892576:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690587.892579:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690587.892582:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690587.892589:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18727
00000400:00000200:0.0:1790690587.892596:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690587.892602:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690587.892605:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690587.892607:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892610:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.892612:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892614:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690587.892620:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690587.892622:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690587.892624:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690587.892627:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690587.892629:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690587.892630:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690587.892632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892634:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.892635:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690587.892638:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690587.892641:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892642:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690587.892645:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690587.892647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690587.892649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.892651:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690587.892653:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690587.892673:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690587.892678:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690587.892681:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690587.892683:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.892690:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690587.892692:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690587.892696:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690587.892705:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790690587.892711:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690587.892718:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060968064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690587.892727:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690587.892730:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.892733:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060968064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690587.892752:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690587.892754:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690587.892756:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690587.892758:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690587.892759:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690587.892761:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690587.892762:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18727
00000400:00000200:0.0:1790690587.892765:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690587.892768:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690587.892770:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690587.892772:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.892776:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892778:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690587.892781:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690587.892782:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690587.892784:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690587.892786:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690587.892791:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690587.892794:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690587.892798:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892801:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.892806:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892808:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690587.892813:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690587.892818:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892823:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690587.892826:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690587.892833:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690587.892837:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.892840:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690587.892846:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690587.892850:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.892854:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690587.892858:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690587.892862:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690587.892865:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690587.892868:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.892871:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690587.892872:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690587.892874:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690587.892882:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790690587.892885:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690587.892892:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060968192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690587.892900:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690587.892903:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.892908:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060968192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690587.892922:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690587.892925:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690587.892933:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690587.892936:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690587.892938:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690587.892942:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690587.892948:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18727
00000400:00000200:0.0:1790690587.892956:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690587.892960:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690587.892964:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690587.892967:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892972:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.892977:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.892979:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690587.892981:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690587.892983:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690587.892987:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690587.892989:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690587.892993:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690587.892997:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690587.893003:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893006:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.893010:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893013:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690587.893017:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690587.893023:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893029:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690587.893035:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690587.893041:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690587.893046:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893048:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690587.893050:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690587.893055:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893060:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690587.893067:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690587.893072:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690587.893078:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690587.893082:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893085:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690587.893088:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690587.893091:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690587.893099:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:0.0:1790690587.893100:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790690587.893106:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690587.893106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00100000:0.0:1790690587.893115:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060968320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690587.893127:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690587.893131:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.893139:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060968320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690587.893152:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.893155:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690587.893160:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690587.893163:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690587.893168:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690587.893169:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690587.893170:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690587.893181:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690587.893187:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18727
00000400:00000200:0.0:1790690587.893197:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690587.893202:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690587.893205:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690587.893210:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893211:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.893214:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893220:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690587.893223:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690587.893225:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690587.893228:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690587.893232:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690587.893236:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690587.893239:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690587.893242:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893248:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690587.893252:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893254:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690587.893256:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690587.893257:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690587.893259:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690587.893261:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690587.893265:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690587.893270:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893275:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690587.893278:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690587.893285:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893291:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690587.893301:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690587.893306:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690587.893313:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690587.893317:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690587.893322:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690587.893325:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690587.893329:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690587.893335:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790690587.893340:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690587.893348:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060968448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690587.893359:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690587.893364:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.893371:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060968448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690587.893387:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690587.893391:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18737)
00000800:00000200:2.1:1790690587.893592:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690587.893594:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690587.893835:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690587.893837:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790690587.894015:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690587.894017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790690589.236560:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313401088, at 4313401152
00000100:00000010:0.0:1790690589.236582:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:0.0:1790690589.812661:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690589.812665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690589.812668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690590.836670:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690590.836673:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690590.836676:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690593.012554:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690593.012575:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690593.012577:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690593.012580:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690593.012584:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690593.012590:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18732
00000400:00000200:0.0:1790690593.012598:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690593.012604:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690593.012607:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690593.012609:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.012619:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012621:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690593.012627:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690593.012629:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690593.012631:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690593.012634:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690593.012637:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690593.012640:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690593.012643:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012646:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.012648:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012650:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690593.012653:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690593.012656:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012659:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690593.012662:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690593.012666:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690593.012669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.012671:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690593.012674:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690593.012683:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690593.012687:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690593.012691:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690593.012693:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.012696:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690593.012706:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690593.012711:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690593.012721:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790690593.012729:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690593.012737:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060968576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690593.012750:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690593.012753:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.012757:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060968576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690593.012775:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690593.012777:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690593.012780:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690593.012781:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690593.012783:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690593.012785:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690593.012787:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18732
00000400:00000200:0.0:1790690593.012790:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690593.012792:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690593.012794:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690593.012796:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012797:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.012799:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012800:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690593.012803:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690593.012805:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690593.012807:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690593.012809:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690593.012811:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690593.012813:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690593.012815:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012819:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.012822:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012825:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690593.012829:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690593.012833:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690593.012839:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690593.012850:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690593.012856:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690593.012864:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.012869:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690593.012874:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690593.012879:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.012882:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690593.012888:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690593.012891:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690593.012897:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690593.012899:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.012904:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690593.012906:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690593.012908:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690593.012914:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790690593.012918:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690593.012925:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060968704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690593.012940:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690593.012943:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.012953:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060968704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690593.012974:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690593.012978:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690593.012980:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690593.012983:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690593.012987:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690593.012990:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690593.012995:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18732
00000400:00000200:0.0:1790690593.013001:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690593.013007:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690593.013009:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690593.013014:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013018:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.013024:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013029:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690593.013035:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690593.013037:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690593.013038:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690593.013041:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690593.013046:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690593.013052:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690593.013058:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013061:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.013063:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013066:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690593.013068:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690593.013073:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013078:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690593.013079:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690593.013083:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690593.013087:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690593.013088:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790690593.013090:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690593.013093:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790690593.013094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000008:00000001:0.0:1790690593.013098:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.013102:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690593.013106:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690593.013110:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690593.013113:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690593.013117:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.013122:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690593.013124:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690593.013126:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690593.013131:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790690593.013135:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690593.013143:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060968832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690593.013167:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690593.013172:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.013179:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060968832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690593.013194:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.013198:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690593.013202:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690593.013206:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690593.013210:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690593.013210:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690593.013212:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690593.013214:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690593.013219:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18732
00000400:00000200:0.0:1790690593.013222:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690593.013225:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690593.013228:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690593.013232:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013234:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.013238:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013241:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690593.013244:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690593.013247:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690593.013249:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690593.013251:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690593.013255:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690593.013258:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690593.013263:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013266:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690593.013270:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013275:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690593.013280:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690593.013286:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690593.013289:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690593.013293:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690593.013297:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690593.013301:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.013306:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690593.013309:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690593.013313:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.013317:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690593.013324:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690593.013327:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690593.013332:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690593.013334:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690593.013338:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690593.013340:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690593.013344:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690593.013349:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790690593.013355:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690593.013363:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060968960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690593.013378:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690593.013383:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.013391:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060968960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690593.013407:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690593.013413:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18742)
00000800:00000200:2.1:1790690593.013679:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690593.013682:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690593.014011:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690593.014014:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690593.014343:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690593.014346:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1790690593.908636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690593.908639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690593.908642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690594.356586:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313406208, at 4313406272
00000100:00000010:0.0:1790690594.356601:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:0.0:1790690594.932675:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690594.932678:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690594.932680:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690598.004649:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690598.004655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690598.004660:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690598.132592:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690598.132604:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690598.132607:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690598.132611:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690598.132616:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690598.132624:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18737
00000400:00000200:0.0:1790690598.132634:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690598.132642:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690598.132645:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690598.132648:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.132653:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132655:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690598.132664:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690598.132666:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690598.132670:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690598.132675:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690598.132678:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690598.132680:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690598.132683:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132686:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.132688:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132690:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690598.132694:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690598.132698:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132701:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690598.132705:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690598.132709:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690598.132713:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.132715:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690598.132718:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690598.132730:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690598.132734:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690598.132738:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690598.132740:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.132743:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690598.132746:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690598.132752:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690598.132764:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790690598.132774:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690598.132787:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060969088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690598.132800:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690598.132804:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.132808:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060969088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690598.132835:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690598.132839:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690598.132843:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690598.132845:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690598.132847:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690598.132850:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690598.132854:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18737
00000400:00000200:0.0:1790690598.132858:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690598.132863:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690598.132866:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690598.132870:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132873:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.132875:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132879:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690598.132883:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690598.132885:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690598.132887:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690598.132890:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690598.132893:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690598.132895:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690598.132901:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132904:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.132914:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132920:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690598.132925:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690598.132930:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690598.132932:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690598.132934:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690598.132942:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690598.132946:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.132950:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690598.132958:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690598.132965:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.132979:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690598.132990:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690598.132996:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690598.133004:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690598.133007:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133011:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690598.133015:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690598.133024:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690598.133038:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790690598.133046:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690598.133055:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060969216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690598.133072:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690598.133075:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.133083:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060969216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690598.133099:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690598.133103:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690598.133108:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690598.133110:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690598.133117:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690598.133127:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690598.133135:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18737
00000400:00000200:0.0:1790690598.133151:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690598.133166:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690598.133178:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690598.133191:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133201:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.133209:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133215:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690598.133220:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690598.133224:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690598.133230:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690598.133232:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690598.133244:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690598.133253:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690598.133270:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133276:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.133287:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133297:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690598.133301:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690598.133311:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133320:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690598.133326:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690598.133343:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690598.133352:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690598.133356:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790690598.133361:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790690598.133362:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000008:00100000:0.0:1790690598.133369:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690598.133382:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133384:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690598.133390:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690598.133396:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690598.133405:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690598.133408:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133410:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690598.133411:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690598.133413:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690598.133417:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790690598.133423:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690598.133439:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060969344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690598.133513:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690598.133520:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.133540:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060969344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690598.133548:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.133551:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690598.133564:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690598.133574:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690598.133590:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690598.133593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690598.133600:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690598.133614:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690598.133625:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18737
00000400:00000200:0.0:1790690598.133635:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690598.133643:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690598.133650:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690598.133652:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133656:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.133659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133664:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690598.133673:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690598.133676:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690598.133681:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690598.133684:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690598.133689:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690598.133695:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690598.133700:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133707:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690598.133713:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133722:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690598.133728:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690598.133737:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690598.133747:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690598.133752:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690598.133756:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690598.133761:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133772:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690598.133779:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690598.133787:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133795:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690598.133802:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690598.133806:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690598.133811:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690598.133815:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690598.133825:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690598.133834:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690598.133840:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690598.133858:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690598.133868:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690598.133887:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060969472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690598.133943:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690598.133947:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.133961:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060969472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690598.133997:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690598.134010:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18747)
00000800:00000200:2.1:1790690598.134195:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690598.134197:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690598.134381:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690598.134383:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690598.134610:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690598.134612:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790690599.028693:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690599.028698:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690599.028702:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690599.476554:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313411329, at 4313411392
00000100:00000010:0.0:1790690599.476566:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:0.0:1790690602.100712:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690602.100716:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690602.100719:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690603.124664:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690603.124668:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690603.124672:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690603.253185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690603.253190:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690603.253786:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690603.253787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690603.254026:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690603.254027:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690603.254263:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690603.254266:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790690604.596587:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313416448, at 4313416512
00000100:00000010:0.0:1790690604.596605:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790690606.196692:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690606.196698:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690606.196702:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690607.220738:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690607.220743:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690607.220747:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690608.372608:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690608.372620:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690608.372622:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690608.372625:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690608.372629:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690608.372636:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18747
00000400:00000200:0.0:1790690608.372645:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690608.372651:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690608.372656:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690608.372659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372664:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.372675:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690608.372687:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690608.372689:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690608.372693:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690608.372697:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690608.372699:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690608.372702:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690608.372705:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372707:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.372708:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372710:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690608.372712:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690608.372715:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372717:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690608.372720:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690608.372723:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690608.372725:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.372726:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690608.372728:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690608.372736:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690608.372739:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690608.372742:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690608.372743:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.372746:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690608.372748:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690608.372752:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690608.372758:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790690608.372763:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690608.372770:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060970112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690608.372778:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690608.372781:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.372784:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060970112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690608.372809:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690608.372814:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690608.372818:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690608.372819:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690608.372821:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690608.372824:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690608.372827:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18747
00000400:00000200:0.0:1790690608.372832:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690608.372837:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690608.372840:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690608.372844:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372846:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.372849:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372853:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690608.372857:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690608.372860:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690608.372863:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690608.372868:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690608.372875:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690608.372881:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690608.372890:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372896:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.372901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372906:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690608.372911:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690608.372915:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690608.372918:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690608.372922:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690608.372928:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690608.372931:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.372934:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690608.372939:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690608.372943:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.372946:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690608.372950:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690608.372954:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690608.372958:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690608.372960:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.372964:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690608.372966:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690608.372969:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690608.372976:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790690608.372982:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690608.372988:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060970240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690608.373001:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690608.373005:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.373014:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060970240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690608.373038:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690608.373041:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690608.373045:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690608.373046:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690608.373048:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690608.373052:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690608.373059:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18747
00000400:00000200:0.0:1790690608.373069:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690608.373077:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690608.373083:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690608.373090:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373096:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.373106:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373110:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690608.373116:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690608.373119:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690608.373122:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690608.373127:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690608.373131:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690608.373135:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690608.373142:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373148:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.373152:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373155:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690608.373157:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690608.373161:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373166:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690608.373170:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690608.373175:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690608.373180:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.373184:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690608.373187:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690608.373191:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.373193:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690608.373198:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690608.373203:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690608.373208:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690608.373211:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690608.373212:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790690608.373214:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.1:1790690608.373217:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
02000000:00000001:0.0:1790690608.373218:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690608.373222:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690608.373229:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790690608.373236:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690608.373242:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060970368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690608.373274:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690608.373276:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.373284:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060970368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690608.373293:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.373296:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690608.373300:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690608.373306:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690608.373313:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690608.373316:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690608.373319:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690608.373321:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690608.373327:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18747
00000400:00000200:0.0:1790690608.373336:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690608.373342:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690608.373346:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690608.373352:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373359:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.373364:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373367:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690608.373371:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690608.373375:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690608.373377:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690608.373381:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690608.373384:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690608.373388:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690608.373391:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373396:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690608.373398:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373400:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690608.373403:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690608.373407:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690608.373408:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690608.373410:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690608.373415:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690608.373420:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.373425:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690608.373431:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690608.373438:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.373442:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690608.373452:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690608.373487:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690608.373491:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690608.373492:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690608.373495:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690608.373497:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690608.373502:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690608.373511:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690608.373519:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690608.373529:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060970496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690608.373550:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690608.373554:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.373566:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060970496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690608.373603:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690608.373610:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18757)
00000800:00000200:2.1:1790690608.373770:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690608.373772:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690608.373983:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690608.373985:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690608.374201:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690608.374203:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790690609.716582:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313421568, at 4313421632
00000100:00000010:0.0:1790690609.716603:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:0.0:1790690610.292660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690610.292665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690610.292667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690611.316638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690611.316642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690611.316644:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690613.492582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690613.492596:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690613.492598:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690613.492602:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690613.492607:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690613.492614:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18752
00000400:00000200:0.0:1790690613.492624:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690613.492631:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690613.492634:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690613.492638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492641:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.492644:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492647:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690613.492655:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690613.492657:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690613.492660:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690613.492663:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690613.492666:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690613.492668:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690613.492671:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492673:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.492675:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492676:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690613.492679:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690613.492683:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492686:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690613.492689:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690613.492692:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690613.492695:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.492697:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690613.492699:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690613.492708:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690613.492711:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690613.492714:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690613.492716:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.492719:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690613.492722:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690613.492725:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690613.492733:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790690613.492739:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690613.492747:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060970624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690613.492757:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690613.492760:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.492764:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060970624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690613.492785:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690613.492788:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690613.492791:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690613.492793:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690613.492794:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690613.492796:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690613.492798:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18752
00000400:00000200:0.0:1790690613.492802:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690613.492806:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690613.492809:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690613.492812:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492815:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.492820:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492825:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690613.492829:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690613.492832:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690613.492836:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690613.492840:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690613.492844:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690613.492848:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690613.492855:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492860:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.492866:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492870:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690613.492874:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690613.492878:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690613.492883:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690613.492888:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690613.492895:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690613.492900:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.492905:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690613.492911:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690613.492915:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.492919:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690613.492923:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690613.492929:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690613.492934:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690613.492937:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.492941:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690613.492944:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690613.492947:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690613.492955:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790690613.492960:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690613.492970:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060970752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690613.492983:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690613.492988:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.492995:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060970752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690613.493014:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690613.493017:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690613.493025:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690613.493029:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690613.493032:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690613.493037:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690613.493042:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18752
00000400:00000200:0.0:1790690613.493051:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790690613.493059:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790690613.493060:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790690613.493062:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00080000:0.0:1790690613.493064:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690613.493072:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493076:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.493081:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493087:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690613.493094:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690613.493097:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690613.493101:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690613.493105:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690613.493110:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690613.493114:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690613.493122:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493127:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.493133:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493138:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690613.493145:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690613.493151:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493156:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690613.493160:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690613.493175:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690613.493179:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493184:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690613.493189:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690613.493195:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493199:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690613.493207:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690613.493213:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690613.493219:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690613.493222:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493227:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690613.493231:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690613.493236:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690613.493243:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790690613.493249:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690613.493263:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060970880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690613.493282:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690613.493288:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.493297:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060970880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690613.493317:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.493323:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690613.493332:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690613.493339:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690613.493351:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690613.493354:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690613.493358:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690613.493364:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690613.493371:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18752
00000400:00000200:0.0:1790690613.493380:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690613.493389:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690613.493393:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690613.493397:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493403:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.493409:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493415:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690613.493422:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690613.493425:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690613.493431:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690613.493437:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690613.493442:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690613.493445:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690613.493450:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493480:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690613.493487:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493492:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690613.493499:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690613.493507:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690613.493514:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690613.493519:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690613.493525:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690613.493529:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493531:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690613.493536:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690613.493541:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493546:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690613.493554:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690613.493560:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690613.493566:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690613.493569:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690613.493575:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690613.493578:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690613.493582:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690613.493589:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:0.0:1790690613.493590:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000800:00000200:2.1:1790690613.493591:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1790690613.493596:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690613.493608:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060971008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690613.493624:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690613.493629:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.493639:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060971008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690613.493669:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690613.493678:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18763)
00000800:00000200:2.1:1790690613.493843:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690613.493845:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790690613.494118:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690613.494119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1790690614.388658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690614.388662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690614.388665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690614.836535:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313426688, at 4313426752
00000100:00000010:0.0:1790690614.836559:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:0.0:1790690615.412584:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690615.412587:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690615.412590:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690618.484648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690618.484652:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690618.484656:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690618.613103:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690618.613110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690618.613567:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690618.613570:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690618.613834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690618.613836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690618.614085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690618.614087:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1790690619.508636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690619.508641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690619.508645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690619.956556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313431808, at 4313431872
00000100:00000010:0.0:1790690619.956573:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc67e0.
00000020:00000001:0.0:1790690622.580612:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690622.580617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690622.580620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690623.604648:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690623.604652:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690623.604656:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690623.733084:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690623.733315:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690623.733451:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690623.733617:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690625.076567:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313436928, at 4313436992
00000100:00000010:0.0:1790690625.076589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:0.0:1790690626.676608:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690626.676611:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690626.676613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790690626.804699:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790690626.804734:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790690626.804744:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690626.804747:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790690626.804752:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690626.804756:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790690626.804761:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690626.804764:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:0.0:1790690626.804769:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690626.804774:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690626.804780:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2088
00000400:00000010:0.0:1790690626.804783:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2088.
00000100:00000001:0.0:1790690626.804788:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690626.804796:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8000 x1877672060971648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804828:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690626.804837:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672060971648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804854:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690626.804857:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690626.804868:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690626.804871:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:0.0:1790690626.804873:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690626.804876:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690626.804880:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2550
00000400:00000010:0.0:1790690626.804882:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2550.
00000100:00000001:0.0:1790690626.804884:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690626.804888:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672060971776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804895:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690626.804898:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672060971776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804918:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690626.804920:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690626.804924:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690626.804926:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:0.0:1790690626.804934:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690626.804937:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690626.804939:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2d48
00000400:00000010:0.0:1790690626.804941:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2d48.
00000100:00000001:0.0:1790690626.804943:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690626.804948:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ea300 x1877672060971904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804954:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690626.804957:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672060971904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804963:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690626.804964:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690626.804967:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690626.804970:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:0.0:1790690626.804972:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690626.804975:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690626.804978:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2ee0
00000400:00000010:0.0:1790690626.804980:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2ee0.
00000100:00000001:0.0:1790690626.804981:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690626.804985:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8e00 x1877672060972032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804992:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690626.804994:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672060972032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690648 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690626.804999:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690626.805000:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790690627.700610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690627.700614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690627.700619:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690628.853166:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690628.853173:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690628.853899:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690628.853901:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690628.854189:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690628.854192:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690628.854521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690628.854524:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790690630.196560:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313442048, at 4313442112
00000100:00000010:0.0:1790690630.196576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:0.0:1790690630.772619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690630.772624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690630.772627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690631.796629:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690631.796632:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690631.796635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690633.973148:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690633.973152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690633.973723:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690633.973725:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690633.974051:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690633.974053:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690633.974352:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690633.974355:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790690634.868668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690634.868673:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690634.868676:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690635.316598:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313447168, at 4313447232
00000100:00000010:0.0:1790690635.316614:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:0.0:1790690635.892657:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690635.892665:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690635.892670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690638.964679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690638.964684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690638.964688:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690639.093210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690639.093216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690639.093729:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690639.093731:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690639.093986:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690639.093988:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690639.094203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690639.094205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1790690639.988658:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690639.988663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690639.988667:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690640.436526:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313452288, at 4313452352
00000100:00000010:0.0:1790690640.436540:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790690643.060668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690643.060672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690643.060674:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690644.084613:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690644.084618:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690644.084632:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690644.213244:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690644.213251:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690644.213981:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690644.213984:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690644.214281:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690644.214283:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690644.214608:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690644.214610:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790690645.556617:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313457408, at 4313457472
00000100:00000010:0.0:1790690645.556623:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790690647.156788:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690647.156791:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690647.156793:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690648.180631:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690648.180634:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690648.180637:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690649.332577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690649.332587:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690649.332590:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690649.332593:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690649.332597:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690649.332604:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18788
00000400:00000200:0.0:1790690649.332612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690649.332619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690649.332622:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690649.332625:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332628:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.332630:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690649.332640:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690649.332643:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690649.332645:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690649.332648:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690649.332657:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690649.332660:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690649.332665:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332667:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.332669:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332671:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690649.332673:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690649.332676:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332678:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690649.332682:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690649.332685:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690649.332687:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.332689:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690649.332692:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690649.332700:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690649.332703:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690649.332706:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690649.332708:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.332711:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690649.332713:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690649.332717:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690649.332724:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790690649.332729:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690649.332736:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060974208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690649.332745:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690649.332748:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.332752:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060974208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690649.332775:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690649.332778:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690649.332781:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690649.332783:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690649.332784:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690649.332787:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690649.332790:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18788
00000400:00000200:0.0:1790690649.332793:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690649.332796:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690649.332797:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690649.332799:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332801:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.332803:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332804:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690649.332807:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690649.332808:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690649.332809:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690649.332811:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690649.332813:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690649.332814:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690649.332817:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332821:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.332824:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332827:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690649.332833:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690649.332838:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690649.332843:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690649.332847:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690649.332854:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690649.332859:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.332863:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690649.332869:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690649.332874:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.332877:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690649.332882:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690649.332888:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690649.332891:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690649.332894:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.332898:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690649.332901:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690649.332904:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690649.332911:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790690649.332916:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690649.332926:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060974336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690649.332937:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690649.332940:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.332947:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060974336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690649.332960:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690649.332965:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690649.332970:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690649.332973:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690649.332974:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690649.332976:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690649.332979:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18788
00000400:00000200:0.0:1790690649.332985:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690649.332991:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690649.332995:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690649.332998:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333001:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.333004:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333007:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690649.333010:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690649.333012:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690649.333015:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690649.333018:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690649.333021:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690649.333024:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690649.333030:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333032:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.333036:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333039:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690649.333044:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690649.333050:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333052:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690649.333054:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690649.333057:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690649.333060:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333065:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690649.333068:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690649.333071:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333073:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690649.333076:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690649.333077:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690649.333080:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690649.333080:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333082:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690649.333085:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690649.333087:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690649.333092:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790690649.333096:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690649.333101:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:0.0:1790690649.333102:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060974464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790690649.333106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1790690649.333113:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690649.333117:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.333123:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060974464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690649.333131:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.333135:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690649.333141:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690649.333143:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690649.333146:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690649.333148:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690649.333150:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690649.333153:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690649.333156:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18788
00000400:00000200:0.0:1790690649.333163:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690649.333167:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690649.333170:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690649.333174:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333177:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.333181:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333184:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690649.333188:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690649.333190:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690649.333192:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690649.333195:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690649.333198:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690649.333201:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690649.333217:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333220:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690649.333223:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333225:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690649.333229:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690649.333231:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690649.333233:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690649.333237:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690649.333241:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690649.333246:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333252:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690649.333256:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690649.333262:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333266:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690649.333272:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690649.333277:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690649.333283:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690649.333287:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690649.333292:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690649.333294:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690649.333297:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690649.333301:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790690649.333306:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690649.333314:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060974592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690649.333326:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690649.333329:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.333336:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060974592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690649.333347:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690649.333353:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18798)
00000800:00000200:2.1:1790690649.333538:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690649.333540:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690649.333708:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690649.333710:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690649.333901:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690649.333902:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790690650.676531:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313462528, at 4313462592
00000100:00000010:0.0:1790690650.676548:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:0.0:1790690651.252647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690651.252650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690651.252652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690652.276602:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690652.276606:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690652.276610:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690654.453089:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690654.453094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690654.453705:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690654.453707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690654.453924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690654.453925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690654.454238:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690654.454240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1790690655.348655:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690655.348658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690655.348661:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690655.796534:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313467648, at 4313467712
00000100:00000010:0.0:1790690655.796544:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e180.
00000020:00000001:0.0:1790690656.372594:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690656.372598:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690656.372602:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690659.444616:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690659.444621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690659.444624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690659.573127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690659.573144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690659.573629:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690659.573630:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690659.573819:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690659.573821:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690659.574022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690659.574024:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790690660.916548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313472768, at 4313472832
00000100:00000010:0.0:1790690660.916560:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e9c0.
00000020:00000001:0.0:1790690663.540626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690663.540630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690663.540634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690664.693261:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690664.693273:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690664.693760:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690664.693762:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690664.693968:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690664.693971:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690664.694160:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690664.694162:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790690666.036557:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313477889, at 4313477952
00000100:00000010:0.0:1790690666.036570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2eba0.
00000020:00000001:0.0:1790690667.636652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690667.636655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690667.636658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690669.813429:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690669.813439:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690669.813882:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690669.813883:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690669.814152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690669.814154:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690669.814329:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690669.814331:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790690671.156579:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313483009, at 4313483072
00000100:00000010:0.0:1790690671.156600:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e540.
00000020:00000001:0.0:1790690671.732611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690671.732616:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690671.732620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690674.933080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690674.933098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690674.933542:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690674.933544:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690674.933754:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690674.933755:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690674.933938:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690674.933940:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790690675.828653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690675.828656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690675.828658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690676.276570:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313488128, at 4313488192
00000100:00000010:0.0:1790690676.276582:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e060.
00000020:00000001:0.0:1790690679.924683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690679.924688:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690679.924692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690680.053154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690680.053159:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690680.053583:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690680.053584:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690680.053778:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690680.053779:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690680.054043:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690680.054046:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790690681.396576:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313493248, at 4313493312
00000100:00000010:0.0:1790690681.396592:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790690684.020660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690684.020664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690684.020667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690685.173090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690685.173094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690685.173562:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690685.173564:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690685.173783:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690685.173785:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690685.173963:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690685.173964:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790690686.516577:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313498368, at 4313498432
00000100:00000010:0.0:1790690686.516606:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:0.0:1790690688.116696:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690688.116700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690688.116703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690690.293289:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690690.293915:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690690.294081:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690690.294221:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690691.636850:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313503488, at 4313503552
00000100:00000010:0.0:1790690691.636859:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc67e0.
00000020:00000001:0.0:1790690692.212594:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690692.212596:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690692.212599:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690695.413159:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690695.413166:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690695.413677:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690695.413679:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690695.413944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690695.413946:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000800:00000200:2.1:1790690695.414209:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690695.414212:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000020:00000001:0.0:1790690696.308598:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690696.308601:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690696.308603:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690696.756589:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313508608, at 4313508672
00000100:00000010:0.0:1790690696.756605:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6000.
00000020:00000001:0.0:1790690700.404607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690700.404611:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690700.404615:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690700.533113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690700.533119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690700.533432:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690700.533433:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690700.533660:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690700.533661:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790690700.533814:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690700.533816:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1790690701.876569:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313513728, at 4313513792
00000100:00000010:0.0:1790690701.876584:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e000.
00000020:00000001:0.0:1790690704.500641:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690704.500646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690704.500649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690705.652947:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690705.652951:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690705.653429:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690705.653430:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690705.653644:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690705.653646:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790690705.653800:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690705.653802:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790690706.996551:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313518848, at 4313518912
00000100:00000010:0.0:1790690706.996565:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e6c0.
00000020:00000001:0.0:1790690708.596637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690708.596643:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690708.596648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690710.773092:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690710.773110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690710.773651:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690710.773652:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690710.773869:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690710.773871:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790690710.774055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690710.774057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790690712.116554:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313523968, at 4313524032
00000100:00000010:0.0:1790690712.116570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e960.
00000020:00000001:0.0:1790690712.692611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690712.692615:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690712.692619:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690715.892973:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690715.892979:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690715.893503:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690715.893504:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690715.893667:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690715.893669:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690715.893872:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690715.893874:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790690716.788647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690716.788651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690716.788654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690717.236557:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313529088, at 4313529152
00000100:00000010:0.0:1790690717.236572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ea20.
00000020:00000001:0.0:1790690720.884629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690720.884640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690720.884646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690721.012934:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690721.012938:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690721.013284:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690721.013286:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690721.013449:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690721.013451:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690721.013632:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690721.013634:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790690722.356592:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313534208, at 4313534272
00000100:00000010:0.0:1790690722.356596:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e4e0.
00000020:00000001:0.0:1790690724.980662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690724.980666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690724.980669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690726.132629:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690726.132639:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690726.132646:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690726.132650:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690726.132654:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690726.132661:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18865
00000400:00000200:0.0:1790690726.132669:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690726.132676:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690726.132680:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690726.132683:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132686:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.132689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690726.132699:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690726.132701:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690726.132703:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690726.132706:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690726.132708:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690726.132710:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690726.132713:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132715:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.132717:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132718:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690726.132721:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690726.132724:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132726:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690726.132729:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690726.132732:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690726.132734:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.132736:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690726.132738:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690726.132746:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790690726.132750:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690726.132753:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690726.132754:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.132758:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690726.132760:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690726.132764:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690726.132773:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790690726.132779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690726.132787:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672060981888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690726.132796:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690726.132801:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.132806:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672060981888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690726.132828:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690726.132831:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690726.132834:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690726.132836:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690726.132838:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690726.132841:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690726.132843:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18865
00000400:00000200:0.0:1790690726.132847:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690726.132853:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690726.132855:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690726.132858:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.132866:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132872:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690726.132877:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690726.132880:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690726.132884:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690726.132888:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690726.132893:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690726.132899:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690726.132907:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132913:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.132917:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132923:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690726.132926:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690726.132931:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690726.132936:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690726.132941:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690726.132947:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690726.132951:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.132957:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690726.132963:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690726.132983:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.132987:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690726.132993:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790690726.132998:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690726.133000:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690726.133003:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133008:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690726.133012:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690726.133016:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690726.133023:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690726.133029:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690726.133039:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672060982016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690726.133051:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690726.133055:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.133062:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672060982016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690726.133075:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690726.133080:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690726.133086:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690726.133089:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690726.133092:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690726.133095:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690726.133102:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18865
00000400:00000200:0.0:1790690726.133136:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690726.133144:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690726.133148:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690726.133153:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133157:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.133162:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133165:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690726.133168:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690726.133169:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690726.133172:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690726.133175:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690726.133179:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690726.133183:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790690726.133184:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690726.133187:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133190:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.133191:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133193:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690726.133195:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690726.133197:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133203:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790690726.133204:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1790690726.133205:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690726.133210:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690726.133215:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133219:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690726.133223:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690726.133226:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133228:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690726.133232:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790690726.133238:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690726.133244:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690726.133247:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133250:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690726.133252:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690726.133256:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690726.133262:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790690726.133268:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690726.133277:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672060982144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690726.133291:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690726.133296:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.133307:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672060982144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690726.133319:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.133326:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690726.133333:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690726.133340:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690726.133346:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690726.133349:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690726.133351:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690726.133357:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690726.133363:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18865
00000400:00000200:0.0:1790690726.133372:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690726.133380:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690726.133386:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690726.133392:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133396:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.133398:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133400:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690726.133404:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690726.133407:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690726.133412:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690726.133418:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690726.133424:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690726.133429:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690726.133437:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133441:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690726.133447:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133485:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690726.133491:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690726.133499:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690726.133505:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690726.133511:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690726.133516:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690726.133523:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133528:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690726.133533:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690726.133540:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133545:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690726.133552:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790690726.133557:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690726.133563:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690726.133565:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690726.133570:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690726.133573:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690726.133576:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690726.133583:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790690726.133589:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690726.133599:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672060982272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690726.133615:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690726.133620:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.133626:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672060982272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690726.133641:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690726.133649:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18875)
00000800:00000200:1.1:1790690726.133781:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690726.133783:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690726.133992:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690726.133994:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690726.134185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690726.134187:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790690727.476559:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313539328, at 4313539392
00000100:00000010:0.0:1790690727.476576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ec00.
00000020:00000001:0.0:1790690729.076681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690729.076686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690729.076690:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690731.253132:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690731.253138:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690731.253917:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690731.253919:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690731.254235:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690731.254237:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690731.254473:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690731.254475:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790690732.596571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313544448, at 4313544512
00000100:00000010:0.0:1790690732.596585:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ede0.
00000020:00000001:0.0:1790690733.172640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690733.172649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690733.172655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690736.373210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690736.373218:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690736.373888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690736.373891:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690736.374197:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690736.374200:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690736.374525:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690736.374528:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790690737.268627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690737.268631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690737.268633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690737.716566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313549568, at 4313549632
00000100:00000010:0.0:1790690737.716581:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:0.0:1790690741.364645:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690741.364651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690741.364655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690741.493166:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690741.493171:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790690741.493741:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690741.493743:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790690741.493929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690741.493931:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790690741.494106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690741.494108:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1790690742.836555:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313554688, at 4313554752
00000100:00000010:0.0:1790690742.836570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790690745.460718:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690745.460725:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690745.460731:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690746.613104:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690746.613110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790690746.613617:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690746.613619:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790690746.613903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690746.613906:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790690746.614103:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690746.614105:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1790690747.956567:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313559808, at 4313559872
00000100:00000010:0.0:1790690747.956593:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e480.
00000020:00000001:0.0:1790690749.556685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690749.556691:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690749.556695:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690751.733202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690751.733207:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690751.733883:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690751.733886:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690751.734134:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690751.734137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690751.734384:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690751.734385:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790690753.076549:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313564928, at 4313564992
00000100:00000010:0.0:1790690753.076565:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:0.0:1790690753.652593:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690753.652598:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690753.652602:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690756.853201:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690756.853508:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690756.853674:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690756.853841:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690757.748652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690757.748656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690757.748658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690758.196572:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313570048, at 4313570112
00000100:00000010:0.0:1790690758.196588:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790690761.844658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690761.844664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690761.844667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690761.973187:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690761.973195:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1790690761.973429:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690761.973436:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690761.973443:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690761.973450:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690761.973513:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690761.973517:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690761.973522:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690761.973527:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690761.973619:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690761.973627:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690761.973638:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690761.973644:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690761.973650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690761.973654:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690761.973657:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690761.973661:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690761.973667:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690761.973673:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690761.973679:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690761.973684:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690761.973688:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690761.973693:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690761.973700:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690761.973703:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690761.973710:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690761.973717:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690761.973722:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690761.973723:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690761.973726:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690761.973730:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690761.973734:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690761.973741:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690761.973747:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690761.973756:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672060985856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690761.973772:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690761.973778:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690761.973788:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672060985856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690761.973806:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690761.973816:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18911)
00000800:00000200:2.1:1790690761.973943:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690761.973947:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690761.974258:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690761.974261:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690761.974696:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690761.974699:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790690763.316560:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313575168, at 4313575232
00000100:00000010:0.0:1790690763.316576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:3.0:1790690764.916698:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690764.916705:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690764.916710:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690765.940700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690765.940706:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690765.940710:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690767.092606:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690767.092621:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690767.092624:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690767.092628:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690767.092633:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690767.092642:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18906
00000400:00000200:3.0:1790690767.092653:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690767.092662:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690767.092665:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690767.092669:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092672:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.092674:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092677:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690767.092687:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690767.092689:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690767.092692:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690767.092695:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690767.092698:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690767.092700:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690767.092703:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092706:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.092707:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092709:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690767.092712:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690767.092715:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092718:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690767.092721:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690767.092725:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690767.092728:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.092730:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690767.092733:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690767.092744:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690767.092748:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690767.092752:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690767.092754:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.092757:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690767.092761:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690767.092766:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690767.092775:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790690767.092783:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690767.092793:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672060985984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690767.092803:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690767.092808:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.092813:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672060985984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690767.092837:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690767.092840:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690767.092844:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690767.092845:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690767.092846:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690767.092849:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690767.092853:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18906
00000400:00000200:3.0:1790690767.092856:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690767.092860:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690767.092862:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690767.092865:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092867:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.092870:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092873:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690767.092877:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690767.092880:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690767.092884:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690767.092888:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690767.092892:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690767.092897:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690767.092904:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092907:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.092909:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092910:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690767.092913:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690767.092918:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690767.092923:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690767.092928:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690767.092936:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690767.092940:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.092944:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690767.092957:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690767.092962:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.092966:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690767.092972:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690767.092976:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690767.092978:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690767.092980:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.092982:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690767.092985:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690767.092988:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690767.092994:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690767.093001:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690767.093008:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672060986112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690767.093034:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690767.093037:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.093046:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672060986112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690767.093060:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690767.093063:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690767.093067:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690767.093068:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690767.093070:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690767.093072:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690767.093077:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18906
00000400:00000200:3.0:1790690767.093110:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690767.093116:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690767.093121:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690767.093129:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.093136:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093139:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690767.093142:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690767.093145:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690767.093148:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690767.093151:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690767.093155:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790690767.093156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790690767.093161:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790690767.093161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1790690767.093179:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093183:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.093189:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093193:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690767.093195:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690767.093199:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093205:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690767.093209:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690767.093212:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690767.093216:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093220:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690767.093224:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690767.093231:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093235:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690767.093242:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690767.093247:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690767.093252:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690767.093254:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093259:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690767.093262:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690767.093266:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690767.093272:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690767.093278:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690767.093287:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672060986240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690767.093296:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690767.093300:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.093304:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672060986240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690767.093317:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.093323:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690767.093331:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690767.093337:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690767.093342:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690767.093345:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690767.093348:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690767.093353:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690767.093359:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18906
00000400:00000200:3.0:1790690767.093364:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690767.093370:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690767.093376:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690767.093382:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093386:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.093391:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093396:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690767.093403:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690767.093406:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690767.093409:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690767.093412:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690767.093417:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690767.093422:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690767.093429:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093434:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690767.093438:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093441:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690767.093444:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690767.093450:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690767.093474:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690767.093476:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690767.093479:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690767.093481:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093483:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690767.093485:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690767.093487:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093489:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690767.093492:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690767.093495:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690767.093500:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690767.093503:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690767.093508:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690767.093512:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690767.093516:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690767.093523:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690767.093530:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690767.093538:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672060986368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690767.093553:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690767.093557:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.093563:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672060986368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690767.093579:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690767.093587:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18916)
00000800:00000200:2.1:1790690767.093706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690767.093707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690767.093890:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690767.093892:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690767.094112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690767.094115:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790690768.436538:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313580288, at 4313580352
00000100:00000010:0.0:1790690768.436555:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790690769.012693:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690769.012698:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690769.012702:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690770.036691:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690770.036695:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690770.036698:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690772.213334:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690772.213358:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690772.214321:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690772.214324:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690772.214576:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690772.214578:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790690772.214855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690772.214857:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790690773.108654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690773.108659:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690773.108664:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690773.556619:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313585409, at 4313585472
00000100:00000010:0.0:1790690773.556638:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e0c0.
00000020:00000001:0.0:1790690774.132630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690774.132634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690774.132637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690777.204663:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690777.204666:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690777.204669:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690777.332568:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690777.332578:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690777.332581:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690777.332586:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690777.332590:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690777.332598:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18916
00000400:00000200:0.0:1790690777.332608:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690777.332615:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690777.332619:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690777.332623:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332627:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.332630:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690777.332638:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690777.332640:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690777.332642:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690777.332645:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690777.332646:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690777.332648:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690777.332650:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.332652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332654:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690777.332656:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690777.332658:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332659:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690777.332662:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690777.332665:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690777.332667:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.332669:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690777.332671:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690777.332679:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690777.332682:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690777.332684:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690777.332686:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.332689:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690777.332691:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690777.332695:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690777.332702:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790690777.332708:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690777.332715:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672060987008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690777.332723:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690777.332726:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.332730:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672060987008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690777.332748:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690777.332750:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690777.332753:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690777.332754:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690777.332755:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690777.332757:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690777.332759:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18916
00000400:00000200:0.0:1790690777.332762:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690777.332764:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690777.332766:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690777.332768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332770:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.332772:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332774:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690777.332777:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690777.332778:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690777.332780:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690777.332782:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690777.332784:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690777.332785:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690777.332788:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332789:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.332791:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332794:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690777.332797:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690777.332799:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332803:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690777.332805:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690777.332813:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690777.332817:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.332820:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690777.332826:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690777.332833:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.332838:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690777.332845:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690777.332850:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690777.332857:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690777.332861:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.332873:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690777.332876:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690777.332879:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690777.332886:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790690777.332892:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690777.332900:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672060987136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690777.332907:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690777.332912:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.332917:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672060987136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690777.332929:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690777.332932:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690777.332935:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690777.332938:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690777.332941:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690777.332942:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690777.332945:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18916
00000400:00000200:0.0:1790690777.332950:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690777.332953:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690777.332955:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690777.332957:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332962:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.332965:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.332969:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690777.332990:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690777.332992:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690777.332995:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690777.332998:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690777.333002:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690777.333006:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690777.333014:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333020:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.333021:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333025:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690777.333031:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690777.333038:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333043:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690777.333048:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690777.333052:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690777.333056:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333060:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690777.333074:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690777.333081:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333084:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690777.333088:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690777.333092:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690777.333096:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690777.333098:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333100:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690777.333103:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690777.333106:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690777.333111:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790690777.333115:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690777.333123:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672060987264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690777.333136:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690777.333138:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.333144:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672060987264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690777.333158:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.333161:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690777.333167:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690777.333173:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690777.333176:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690777.333177:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690777.333179:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690777.333184:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690777.333187:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18916
00000400:00000200:0.0:1790690777.333193:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690777.333199:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690777.333201:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690777.333204:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333208:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.333212:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333217:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790690777.333217:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690777.333221:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690777.333223:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000200:1.1:1790690777.333224:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790690777.333225:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690777.333228:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690777.333231:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690777.333236:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690777.333242:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333244:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690777.333248:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333250:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690777.333252:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690777.333254:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690777.333258:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690777.333261:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690777.333264:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690777.333267:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333271:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690777.333274:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690777.333276:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333278:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690777.333284:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690777.333288:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690777.333292:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690777.333295:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690777.333297:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690777.333299:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690777.333301:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690777.333304:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690777.333309:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690777.333316:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672060987392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690777.333325:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690777.333328:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.333333:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672060987392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690777.333338:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690777.333341:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18926)
00000800:00000200:1.1:1790690777.333771:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690777.333774:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690777.334113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690777.334116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790690777.334433:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690777.334436:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790690778.228638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690778.228642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690778.228646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690778.676538:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313590528, at 4313590592
00000100:00000010:0.0:1790690778.676551:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e480.
00000020:00000001:3.0:1790690781.300654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690781.300668:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690781.300674:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690782.324628:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690782.324635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690782.324640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690782.453269:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690782.453275:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690782.453942:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690782.453944:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690782.454142:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690782.454144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690782.454333:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690782.454336:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790690783.796581:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313595648, at 4313595712
00000100:00000010:0.0:1790690783.796603:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ede0.
00000020:00000001:3.0:1790690785.396678:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690785.396682:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690785.396685:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690786.420673:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690786.420680:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690786.420684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690787.573150:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690787.573171:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690787.573754:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690787.573757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690787.574102:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690787.574105:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690787.574432:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690787.574435:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790690788.916542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313600768, at 4313600832
00000100:00000010:0.0:1790690788.916554:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ec00.
00000020:00000001:3.0:1790690789.492651:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690789.492656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690789.492660:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690790.516621:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690790.516625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690790.516629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690792.693172:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690792.693176:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690792.693825:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690792.693827:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690792.694094:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690792.694097:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790690792.694412:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690792.694414:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790690793.588682:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690793.588686:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690793.588690:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690794.036561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313605888, at 4313605952
00000100:00000010:0.0:1790690794.036575:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790690794.612627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690794.612630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690794.612646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690797.684726:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690797.684732:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690797.684738:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690797.813562:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690797.813586:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690797.814013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690797.814016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690797.814210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690797.814211:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690797.814384:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690797.814386:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790690798.708683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690798.708688:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690798.708692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690799.156589:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313611009, at 4313611072
00000100:00000010:0.0:1790690799.156612:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:3.0:1790690801.780675:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690801.780682:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690801.780688:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690802.804655:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690802.804662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690802.804669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690802.932546:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690802.932558:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690802.932561:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690802.932565:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690802.932570:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690802.932578:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18942
00000400:00000200:3.0:1790690802.932588:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690802.932596:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690802.932600:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690802.932603:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.932609:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932611:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690802.932620:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690802.932622:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690802.932624:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690802.932629:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690802.932631:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690802.932632:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690802.932635:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932636:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.932637:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932638:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690802.932641:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690802.932643:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932645:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690802.932648:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690802.932651:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690802.932654:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.932656:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690802.932657:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690802.932669:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790690802.932672:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690802.932676:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690802.932677:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.932681:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690802.932683:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690802.932689:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690802.932698:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690802.932706:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690802.932715:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672060989568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690802.932724:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690802.932728:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.932734:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672060989568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690802.932764:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690802.932768:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690802.932773:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690802.932775:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690802.932777:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690802.932780:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690802.932783:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18942
00000400:00000200:3.0:1790690802.932788:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690802.932791:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690802.932795:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690802.932798:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932801:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.932805:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932808:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690802.932811:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690802.932813:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690802.932815:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690802.932818:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690802.932824:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690802.932827:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690802.932843:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932849:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.932854:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932858:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690802.932866:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690802.932872:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690802.932879:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690802.932885:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690802.932894:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690802.932901:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.932904:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690802.932910:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690802.932917:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.932919:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690802.932926:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790690802.932930:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690802.932934:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690802.932935:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.932937:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690802.932938:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690802.932943:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690802.932947:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690802.932951:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690802.932960:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672060989696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690802.932981:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690802.932987:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.933004:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672060989696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690802.933018:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690802.933022:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690802.933029:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690802.933033:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690802.933034:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690802.933039:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690802.933044:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18942
00000400:00000200:3.0:1790690802.933079:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690802.933084:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690802.933088:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690802.933095:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933100:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.933105:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933110:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690802.933115:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690802.933119:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690802.933122:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690802.933125:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690802.933130:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690802.933134:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690802.933140:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933145:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.933150:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933154:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790690802.933158:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790690802.933160:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:2.1:1790690802.933165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1790690802.933167:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933172:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690802.933175:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690802.933182:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690802.933187:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933189:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690802.933190:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690802.933193:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933198:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690802.933203:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690802.933206:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690802.933208:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690802.933212:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933214:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690802.933216:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690802.933218:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690802.933223:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690802.933227:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690802.933233:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672060989824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690802.933255:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690802.933257:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.933262:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672060989824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690802.933269:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.933273:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690802.933277:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690802.933282:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690802.933289:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690802.933292:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690802.933294:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690802.933298:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690802.933303:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18942
00000400:00000200:3.0:1790690802.933308:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690802.933311:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690802.933315:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690802.933317:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933319:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.933322:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933324:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690802.933328:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690802.933331:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690802.933332:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690802.933336:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690802.933338:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690802.933340:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690802.933343:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933347:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690802.933349:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933350:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690802.933351:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690802.933353:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690802.933355:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690802.933358:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690802.933360:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690802.933363:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933364:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690802.933366:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690802.933368:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933369:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690802.933374:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690802.933376:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690802.933378:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690802.933380:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690802.933383:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690802.933385:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690802.933386:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690802.933390:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690802.933395:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690802.933402:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672060989952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690802.933412:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690802.933415:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.933424:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672060989952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690802.933437:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690802.933443:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18952)
00000800:00000200:2.1:1790690802.933748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690802.933750:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690802.933996:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690802.933998:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690802.934229:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690802.934232:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790690804.276549:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313616128, at 4313616192
00000100:00000010:0.0:1790690804.276570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:3.0:1790690805.876684:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690805.876688:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690805.876692:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690806.900640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690806.900645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690806.900649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690808.053106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690808.053111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690808.053605:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690808.053607:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690808.053854:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690808.053856:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690808.054041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690808.054043:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790690809.396573:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313621248, at 4313621312
00000100:00000010:0.0:1790690809.396587:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:3.0:1790690809.972628:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690809.972634:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690809.972638:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690810.996647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690810.996651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690810.996654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690813.172577:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690813.172586:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690813.172588:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690813.172591:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690813.172595:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690813.172602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18952
00000400:00000200:3.0:1790690813.172610:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690813.172616:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690813.172618:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690813.172621:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172624:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172625:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172627:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690813.172634:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690813.172636:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690813.172638:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690813.172641:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690813.172642:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690813.172644:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690813.172646:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172648:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172649:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172650:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690813.172652:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690813.172654:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172656:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690813.172659:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690813.172662:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690813.172664:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172665:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690813.172667:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690813.172675:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690813.172678:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690813.172681:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690813.172682:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172684:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690813.172686:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690813.172690:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690813.172696:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790690813.172710:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690813.172718:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672060990592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690813.172726:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690813.172730:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.172733:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672060990592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690813.172749:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690813.172752:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690813.172754:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690813.172756:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690813.172757:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690813.172759:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690813.172761:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18952
00000400:00000200:3.0:1790690813.172768:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690813.172770:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690813.172772:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690813.172774:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172776:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172778:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172779:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690813.172782:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690813.172783:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690813.172785:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690813.172787:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690813.172788:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690813.172790:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690813.172792:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172794:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172795:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172796:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690813.172798:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690813.172803:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172806:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690813.172810:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690813.172814:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690813.172817:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172819:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690813.172823:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690813.172828:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172831:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690813.172836:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690813.172841:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690813.172844:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690813.172847:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172851:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690813.172853:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690813.172854:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690813.172861:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690813.172866:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690813.172871:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672060990720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690813.172879:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690813.172883:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.172889:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672060990720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690813.172899:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690813.172904:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690813.172911:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690813.172915:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690813.172916:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690813.172917:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690813.172919:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18952
00000400:00000200:3.0:1790690813.172923:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690813.172928:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690813.172931:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690813.172933:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172938:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172942:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172944:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690813.172947:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690813.172949:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690813.172951:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690813.172952:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690813.172954:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690813.172956:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690813.172962:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172963:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.172965:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172967:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690813.172972:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690813.172974:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690813.172979:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690813.172982:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690813.172985:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690813.172988:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172990:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690813.172992:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690813.172996:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.172998:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690813.173003:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690813.173007:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690813.173010:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690813.173014:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.173017:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690813.173019:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690813.173022:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690813.173026:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690813.173032:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690813.173041:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672060990848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690813.173053:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690813.173058:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.173067:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672060990848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690813.173080:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.173086:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690813.173094:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690813.173100:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690813.173106:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690813.173111:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690813.173115:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690813.173120:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690813.173126:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18952
00000400:00000200:3.0:1790690813.173134:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690813.173142:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690813.173146:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690813.173153:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.173157:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.173162:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.173166:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690813.173174:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690813.173177:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690813.173181:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790690813.173186:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790690813.173187:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690813.173192:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790690813.173194:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790690813.173196:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690813.173204:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.173209:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690813.173214:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690813.173217:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690813.173230:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690813.173237:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690813.173244:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690813.173248:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690813.173254:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690813.173261:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.173266:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690813.173270:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690813.173289:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.173294:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690813.173300:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790690813.173306:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690813.173313:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690813.173317:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690813.173322:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690813.173324:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690813.173327:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690813.173335:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690813.173342:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690813.173352:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672060990976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690813.173363:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690813.173367:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.173373:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672060990976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690813.173390:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690813.173397:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18962)
00000800:00000200:2.1:1790690813.173783:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690813.173787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690813.174115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690813.174118:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690813.174481:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690813.174485:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790690814.068650:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690814.068653:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690814.068657:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690814.516563:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313626368, at 4313626432
00000100:00000010:0.0:1790690814.516581:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790690815.092605:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690815.092608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690815.092611:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690818.164695:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690818.164699:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690818.164701:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690818.293190:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690818.293196:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690818.293613:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690818.293616:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690818.293813:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690818.293815:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690818.293993:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690818.293995:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1790690819.188624:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690819.188627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690819.188630:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690819.636549:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313631488, at 4313631552
00000100:00000010:0.0:1790690819.636566:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790690822.260652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690822.260655:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690822.260658:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690823.284683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690823.284689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690823.284693:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690823.412600:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690823.412611:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690823.412614:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690823.412618:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690823.412622:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690823.412630:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18962
00000400:00000200:3.0:1790690823.412649:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690823.412661:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690823.412665:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690823.412668:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412671:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.412673:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412675:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690823.412682:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690823.412684:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690823.412686:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690823.412688:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690823.412690:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690823.412692:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690823.412694:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412695:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.412696:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412697:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690823.412699:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690823.412702:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412703:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690823.412706:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690823.412709:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690823.412711:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.412712:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690823.412714:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690823.412723:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790690823.412726:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690823.412729:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690823.412730:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.412733:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690823.412736:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690823.412739:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690823.412746:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690823.412751:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690823.412759:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672060991616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690823.412767:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690823.412771:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.412774:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672060991616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690823.412792:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690823.412795:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690823.412798:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690823.412799:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690823.412800:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690823.412802:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690823.412804:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18962
00000400:00000200:3.0:1790690823.412807:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690823.412809:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690823.412811:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690823.412813:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412814:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.412816:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412818:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690823.412820:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690823.412822:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690823.412823:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690823.412826:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690823.412827:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690823.412829:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690823.412832:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412835:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.412838:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412843:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690823.412846:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690823.412851:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690823.412854:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690823.412858:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690823.412864:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690823.412870:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.412875:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690823.412879:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690823.412883:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.412886:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690823.412890:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790690823.412893:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690823.412899:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690823.412902:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.412903:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690823.412905:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690823.412908:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690823.412912:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690823.412916:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690823.412928:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672060991744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690823.412941:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690823.412943:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.412948:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672060991744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690823.412959:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690823.412963:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690823.412968:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690823.412970:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690823.412974:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690823.412979:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690823.412984:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18962
00000400:00000200:3.0:1790690823.412988:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690823.412996:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690823.412999:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690823.413003:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413006:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.413008:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413013:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690823.413016:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690823.413017:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690823.413018:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690823.413019:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690823.413020:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690823.413021:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690823.413025:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413028:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.413029:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413031:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690823.413032:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690823.413036:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413038:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690823.413043:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690823.413045:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690823.413046:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413049:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690823.413051:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690823.413055:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413058:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690823.413062:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790690823.413067:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690823.413085:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690823.413090:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413095:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690823.413099:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690823.413101:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690823.413106:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690823.413112:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690823.413123:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672060991872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690823.413139:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690823.413143:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.413151:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672060991872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690823.413159:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.413161:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690823.413168:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690823.413171:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690823.413176:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690823.413179:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690823.413180:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690823.413183:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690823.413189:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18962
00000800:00000200:2.1:1790690823.413192:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790690823.413197:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690823.413201:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690823.413203:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690823.413206:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413208:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.413210:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413214:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690823.413220:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690823.413224:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690823.413229:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690823.413234:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690823.413239:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690823.413244:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690823.413251:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413257:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690823.413263:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413270:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690823.413276:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690823.413281:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690823.413288:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690823.413290:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690823.413294:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690823.413301:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413306:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690823.413310:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690823.413318:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413322:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690823.413329:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790690823.413335:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690823.413341:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690823.413345:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690823.413351:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690823.413356:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690823.413361:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690823.413370:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690823.413377:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690823.413387:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672060992000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690823.413403:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690823.413409:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.413419:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672060992000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690823.413432:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690823.413436:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18973)
00000800:00000200:2.1:1790690823.413513:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690823.413671:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690823.413836:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790690824.756573:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313636608, at 4313636672
00000100:00000010:0.0:1790690824.756594:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6000.
00000020:00000001:3.0:1790690826.356653:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690826.356659:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690826.356662:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790690826.484719:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790690826.484764:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790690826.484773:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690826.484776:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790690826.484780:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690826.484785:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790690826.484789:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690826.484793:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df600.
00000400:00000200:0.0:1790690826.484799:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690826.484804:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690826.484811:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:0.0:1790690826.484815:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:0.0:1790690826.484821:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690826.484830:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ea300 x1877672060991616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.484864:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690826.484868:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672060991616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.484875:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690826.484878:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690826.484889:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690826.484892:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df200.
00000400:00000200:0.0:1790690826.484895:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690826.484899:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690826.484904:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:0.0:1790690826.484906:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:0.0:1790690826.484909:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690826.484915:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672060991744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.484926:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690826.484931:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672060991744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.484949:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690826.484955:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690826.484978:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690826.484984:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfc00.
00000400:00000200:0.0:1790690826.484990:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690826.484998:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690826.485003:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:0.0:1790690826.485007:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790690826.485025:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690826.485033:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1eb800 x1877672060991872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.485049:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690826.485058:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672060991872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.485075:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690826.485079:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690826.485093:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690826.485100:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:0.0:1790690826.485106:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690826.485114:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690826.485122:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2660
00000400:00000010:0.0:1790690826.485126:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2660.
00000100:00000001:0.0:1790690826.485133:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690826.485143:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8700 x1877672060992000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.485161:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690826.485167:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672060992000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690848 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690826.485182:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690826.485186:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790690827.380642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690827.380646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690827.380650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690828.404689:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690828.404693:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690828.404697:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:0.0:1790690828.404893:0:261657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790690828.404900:0:261657:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790690828.404906:0:261657:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790690828.404918:0:261657:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79f80 x1877672060992128/t0(0) o103->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl New:QU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690828.404942:0:261657:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790690828.404945:0:261657:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790690828.404952:0:261657:0:(client.c:1846:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff9201bde79f80 x1877672060992128/t0(0) o103->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:17/18 lens 328/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690828.404960:0:261657:0:(client.c:1851:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690828.404963:0:261657:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790690828.404966:0:261657:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790690828.404967:0:261657:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790690828.404969:0:261657:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690828.404972:0:261657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790690828.404994:0:261657:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790690828.404997:0:261657:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690828.404999:0:261657:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790690828.405001:0:261657:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790690828.405002:0:261657:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790690828.405011:0:261657:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790690828.405013:0:261657:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790690828.405014:0:261657:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690828.405016:0:261657:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000010:1.1:1790690828.410487:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff9201be5ff200.
00000100:00080000:3.0:1790690828.532567:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690828.532576:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690828.532579:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690828.532583:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690828.532588:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690828.532597:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18968
00000400:00000200:3.0:1790690828.532606:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690828.532613:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690828.532617:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690828.532621:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532625:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532627:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532630:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690828.532645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690828.532647:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690828.532649:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690828.532654:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690828.532656:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690828.532658:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690828.532660:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532662:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532663:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532664:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690828.532666:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690828.532669:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532670:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690828.532673:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690828.532676:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690828.532678:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.532679:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690828.532681:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690828.532686:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790690828.532688:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690828.532691:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690828.532692:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.532695:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690828.532697:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690828.532701:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690828.532707:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790690828.532712:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690828.532720:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672060992256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690828.532729:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690828.532734:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690828.532739:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672060992256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690828.532775:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690828.532779:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690828.532783:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690828.532784:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690828.532786:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690828.532790:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690828.532793:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18968
00000400:00000200:3.0:1790690828.532797:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690828.532800:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690828.532803:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690828.532806:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532808:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532810:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532812:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690828.532816:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690828.532817:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690828.532819:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690828.532821:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690828.532824:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690828.532826:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690828.532829:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532831:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532833:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532835:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690828.532838:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690828.532841:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532843:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690828.532845:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690828.532850:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690828.532853:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.532855:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690828.532859:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690828.532863:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.532865:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690828.532869:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790690828.532871:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690828.532874:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690828.532875:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.532877:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690828.532879:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690828.532881:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690828.532885:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690828.532889:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690828.532895:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672060992384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690828.532902:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690828.532904:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690828.532908:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672060992384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690828.532917:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690828.532920:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690828.532923:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690828.532925:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690828.532927:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690828.532929:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690828.532931:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18968
00000400:00000200:3.0:1790690828.532934:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690828.532937:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690828.532940:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690828.532942:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532945:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532947:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532950:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690828.532953:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690828.532954:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690828.532956:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690828.532958:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690828.532961:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690828.532963:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690828.532966:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532967:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.532969:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532985:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690828.532988:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690828.532991:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690828.532993:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690828.532995:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690828.532998:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690828.533000:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533006:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690828.533008:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690828.533011:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533012:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690828.533016:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790690828.533019:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690828.533021:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690828.533023:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533025:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690828.533026:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690828.533028:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690828.533032:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690828.533035:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690828.533040:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672060992512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690828.533053:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690828.533056:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690828.533061:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672060992512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790690828.533066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690828.533069:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690828.533070:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1790690828.533072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690828.533077:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690828.533080:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690828.533083:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690828.533084:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690828.533086:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690828.533089:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690828.533091:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18968
00000400:00000200:3.0:1790690828.533095:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690828.533097:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690828.533100:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690828.533103:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.533105:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.533108:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.533110:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690828.533113:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690828.533115:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690828.533116:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690828.533119:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690828.533121:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690828.533124:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690828.533127:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.533130:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690828.533132:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690828.533134:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690828.533137:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690828.533140:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690828.533142:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690828.533144:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690828.533146:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690828.533148:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533150:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690828.533153:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690828.533155:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533158:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690828.533161:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790690828.533164:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690828.533166:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690828.533167:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690828.533169:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690828.533171:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690828.533172:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690828.533176:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690828.533179:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690828.533183:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672060992640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690828.533191:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690828.533193:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690828.533197:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672060992640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690828.533205:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690828.533209:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18978)
00000800:00000200:2.1:1790690828.533546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690828.533548:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690828.533849:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690828.533852:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690828.534185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690828.534188:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790690829.428654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690829.428661:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690829.428666:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690829.876549:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313641728, at 4313641792
00000100:00000010:0.0:1790690829.876566:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc67e0.
00000020:00000001:0.0:1790690830.452654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690830.452659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690830.452663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690831.476648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690831.476652:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690831.476655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690833.524631:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690833.524634:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690833.524637:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690833.652594:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690833.652606:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690833.652608:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690833.652612:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690833.652616:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690833.652624:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18973
00000400:00000200:3.0:1790690833.652634:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690833.652641:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690833.652646:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690833.652661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652665:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.652668:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690833.652679:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690833.652682:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690833.652685:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690833.652688:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690833.652691:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690833.652694:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690833.652697:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652700:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.652702:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652704:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690833.652707:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690833.652711:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652714:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690833.652718:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690833.652722:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690833.652725:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.652728:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690833.652730:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690833.652740:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790690833.652744:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690833.652749:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690833.652750:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.652754:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690833.652756:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690833.652762:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690833.652771:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690833.652778:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690833.652789:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672060992768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690833.652801:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690833.652805:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.652811:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672060992768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690833.652839:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690833.652843:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690833.652846:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690833.652848:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690833.652850:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690833.652853:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690833.652856:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18973
00000400:00000200:3.0:1790690833.652861:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690833.652867:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690833.652870:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690833.652888:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652892:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.652898:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652903:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690833.652907:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690833.652911:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690833.652916:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690833.652920:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690833.652927:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690833.652933:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690833.652941:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652945:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.652951:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652956:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690833.652963:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690833.652971:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690833.652979:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690833.652983:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690833.652992:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690833.652999:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653004:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690833.653011:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690833.653017:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653022:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690833.653031:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790690833.653038:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690833.653044:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690833.653046:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653050:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690833.653053:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690833.653058:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690833.653068:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690833.653076:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690833.653088:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672060992896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690833.653106:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690833.653111:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.653122:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672060992896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690833.653147:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690833.653153:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690833.653163:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690833.653167:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690833.653171:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690833.653177:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.1:1790690833.653184:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790690833.653185:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18973
00000800:00000200:2.1:1790690833.653189:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000400:00000200:3.0:1790690833.653194:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690833.653204:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690833.653210:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690833.653231:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653242:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.653249:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653256:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690833.653264:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690833.653267:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690833.653270:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690833.653276:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690833.653280:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690833.653284:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690833.653292:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653296:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.653302:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653306:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690833.653312:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690833.653319:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653326:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690833.653332:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690833.653338:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690833.653344:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653348:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690833.653355:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690833.653363:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653370:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690833.653379:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790690833.653385:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690833.653392:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690833.653397:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653404:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690833.653409:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690833.653413:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690833.653422:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690833.653430:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690833.653443:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672060993024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690833.653505:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690833.653512:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.653527:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672060993024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690833.653550:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.653557:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690833.653565:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690833.653572:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690833.653583:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690833.653586:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690833.653589:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690833.653598:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690833.653607:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18973
00000400:00000200:3.0:1790690833.653618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690833.653629:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690833.653636:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690833.653646:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653652:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.653660:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653667:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690833.653675:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690833.653680:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690833.653685:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690833.653690:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690833.653698:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690833.653706:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690833.653715:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653720:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690833.653725:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653731:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690833.653737:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690833.653744:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690833.653752:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690833.653757:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690833.653763:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690833.653770:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653773:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690833.653775:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690833.653782:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653788:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690833.653797:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690833.653803:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690833.653811:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690833.653815:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690833.653821:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690833.653825:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690833.653829:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690833.653834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:3.0:1790690833.653838:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000800:00000200:2.1:1790690833.653839:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1790690833.653846:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690833.653858:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672060993152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690833.653890:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690833.653897:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.653909:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672060993152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690833.653940:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690833.653948:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18983)
00000800:00000200:2.1:1790690833.654110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690833.654112:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690833.654349:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690833.654351:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790690834.548639:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690834.548645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690834.548650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690834.996590:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313646848, at 4313646912
00000100:00000010:0.0:1790690834.996617:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:3.0:1790690835.572662:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690835.572665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690835.572668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690837.620649:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690837.620654:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690837.620657:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690838.644607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690838.644610:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690838.644613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690838.772579:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690838.772590:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690838.772593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690838.772597:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690838.772601:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690838.772609:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 18978
00000400:00000200:3.0:1790690838.772618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690838.772626:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690838.772631:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690838.772634:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.772642:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772644:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690838.772653:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690838.772656:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690838.772659:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690838.772662:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690838.772665:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690838.772667:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690838.772670:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772673:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.772675:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772677:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690838.772680:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690838.772684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690838.772690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690838.772694:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690838.772697:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.772699:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690838.772701:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690838.772711:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690838.772715:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690838.772718:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690838.772720:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.772722:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690838.772725:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690838.772729:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690838.772738:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790690838.772744:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690838.772753:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672060993280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690838.772763:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690838.772767:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.772771:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672060993280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690838.772808:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690838.772811:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690838.772815:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690838.772816:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690838.772818:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690838.772820:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690838.772823:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18978
00000400:00000200:3.0:1790690838.772827:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690838.772830:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690838.772833:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690838.772836:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772839:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.772841:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772850:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690838.772859:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690838.772863:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690838.772869:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690838.772874:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690838.772884:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690838.772891:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690838.772898:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772903:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.772910:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772916:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690838.772922:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690838.772927:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690838.772931:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690838.772936:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690838.772944:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690838.772951:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.772956:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690838.772963:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690838.772967:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.772971:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690838.772976:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690838.772982:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690838.772988:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690838.772991:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.772995:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690838.772998:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690838.773002:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690838.773010:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690838.773017:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690838.773027:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672060993408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690838.773044:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690838.773050:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.773058:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672060993408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690838.773074:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690838.773079:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690838.773086:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690838.773090:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690838.773094:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690838.773102:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690838.773108:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18978
00000400:00000200:3.0:1790690838.773129:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690838.773142:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690838.773149:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690838.773158:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773165:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.773173:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790690838.773174:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690838.773179:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790690838.773181:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790690838.773185:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690838.773188:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690838.773192:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690838.773196:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690838.773202:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690838.773206:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690838.773213:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773219:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.773224:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773228:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690838.773231:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690838.773240:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773245:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690838.773251:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690838.773257:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690838.773263:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773270:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690838.773276:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690838.773283:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773286:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690838.773291:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690838.773295:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690838.773302:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690838.773305:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773310:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690838.773313:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690838.773317:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690838.773326:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690838.773332:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690838.773345:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672060993536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690838.773360:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690838.773365:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.773375:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672060993536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690838.773385:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.773391:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690838.773397:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690838.773402:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690838.773411:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690838.773415:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690838.773420:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690838.773428:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690838.773435:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 18978
00000400:00000200:3.0:1790690838.773445:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690838.773475:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690838.773480:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690838.773484:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773487:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.773493:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773498:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690838.773508:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690838.773511:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690838.773513:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690838.773516:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690838.773521:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690838.773527:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690838.773539:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773547:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690838.773554:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773561:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690838.773567:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690838.773576:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690838.773584:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690838.773590:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690838.773596:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690838.773603:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773607:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690838.773612:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690838.773618:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773621:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690838.773630:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690838.773635:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690838.773641:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690838.773643:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690838.773645:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690838.773647:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690838.773652:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690838.773661:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690838.773668:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690838.773680:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672060993664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690838.773697:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690838.773703:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.773714:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672060993664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690838.773742:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690838.773749:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (18988)
00000800:00000200:2.1:1790690838.773848:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690838.773850:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690838.774075:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690838.774076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690838.774366:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690838.774369:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790690839.668639:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690839.668643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690839.668646:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690840.116561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313651968, at 4313652032
00000100:00000010:0.0:1790690840.116577:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790690841.716615:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690841.716621:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690841.716625:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690842.740619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690842.740623:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690842.740626:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690843.764722:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690843.764728:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690843.764732:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690843.893285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690843.893290:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690843.893953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690843.893955:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690843.894192:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690843.894194:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690843.894431:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690843.894432:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790690845.236520:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313657088, at 4313657152
00000100:00000010:0.0:1790690845.236534:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790690845.812673:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690845.812678:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690845.812681:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690846.836677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690846.836684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690846.836689:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690847.860634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690847.860639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690847.860642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690849.013155:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690849.013161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690849.013785:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690849.013787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690849.014006:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690849.014007:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690849.014372:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690849.014374:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790690849.908642:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690849.908646:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690849.908649:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690850.356577:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313662208, at 4313662272
00000100:00000010:0.0:1790690850.356592:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790690850.932659:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690850.932663:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690850.932665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690851.956678:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690851.956682:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690851.956685:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690854.004675:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690854.004680:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690854.004683:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690854.133226:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690854.133242:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690854.133905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690854.133907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690854.134110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690854.134113:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690854.134375:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690854.134377:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1790690855.028652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690855.028656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690855.028660:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690855.476578:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313667328, at 4313667392
00000100:00000010:0.0:1790690855.476595:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790690856.052633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690856.052637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690856.052640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690858.100594:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690858.100598:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690858.100601:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690859.124659:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690859.124662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690859.124665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690859.253080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690859.253086:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690859.253621:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690859.253622:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690859.253811:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690859.253813:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790690859.254019:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690859.254021:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1790690860.148589:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690860.148592:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690860.148595:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690860.596548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313672448, at 4313672512
00000100:00000010:0.0:1790690860.596567:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e4e0.
00000020:00000001:3.0:1790690862.196668:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690862.196674:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690862.196678:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690863.220646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690863.220650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690863.220654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690864.244684:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690864.244690:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690864.244693:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690864.373163:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690864.373170:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690864.373706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690864.373708:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690864.373907:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690864.373908:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790690864.374089:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690864.374090:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1790690865.716560:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313677568, at 4313677632
00000100:00000010:0.0:1790690865.716574:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2ea20.
00000020:00000001:3.0:1790690866.292687:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690866.292691:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690866.292693:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690867.316671:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690867.316674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690867.316686:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690868.340634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690868.340638:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690868.340640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690869.493069:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690869.493091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690869.493844:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690869.493846:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690869.494039:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690869.494040:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790690869.494290:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690869.494292:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790690870.388645:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690870.388650:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690870.388655:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690870.836593:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313682688, at 4313682752
00000100:00000010:0.0:1790690870.836613:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e960.
00000020:00000001:0.0:1790690871.412681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690871.412684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690871.412687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690872.436649:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690872.436657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690872.436661:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690874.484651:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690874.484656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690874.484660:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690874.612585:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690874.612596:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690874.612609:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690874.612613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690874.612617:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690874.612625:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19014
00000400:00000200:3.0:1790690874.612634:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690874.612641:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690874.612645:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690874.612649:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612653:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.612656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612659:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690874.612667:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690874.612669:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690874.612672:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690874.612675:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690874.612678:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690874.612680:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690874.612683:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612685:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.612687:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612689:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690874.612693:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690874.612696:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612699:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690874.612703:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690874.612706:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690874.612709:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.612712:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690874.612714:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690874.612723:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790690874.612727:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690874.612731:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690874.612732:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.612735:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690874.612738:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690874.612743:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690874.612750:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690874.612758:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690874.612767:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672060996864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690874.612778:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690874.612782:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.612787:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672060996864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690874.612812:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690874.612816:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690874.612819:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690874.612821:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690874.612823:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690874.612826:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690874.612829:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19014
00000400:00000200:3.0:1790690874.612834:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690874.612838:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690874.612841:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690874.612845:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612847:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.612850:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612853:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690874.612860:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690874.612864:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690874.612868:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690874.612873:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690874.612879:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690874.612886:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690874.612894:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612899:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.612905:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612911:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690874.612916:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690874.612923:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690874.612929:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690874.612934:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690874.612940:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690874.612946:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.612951:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690874.612957:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690874.612964:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.612969:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690874.612978:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790690874.612985:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690874.612991:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690874.612994:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.612999:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690874.613003:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690874.613008:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690874.613014:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690874.613020:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690874.613028:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672060996992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690874.613040:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690874.613044:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.613052:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672060996992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690874.613070:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690874.613091:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690874.613098:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690874.613103:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690874.613115:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690874.613121:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690874.613127:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19014
00000400:00000200:3.0:1790690874.613132:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690874.613139:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690874.613145:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690874.613152:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613156:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.613163:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613168:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690874.613173:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690874.613176:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690874.613179:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690874.613183:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690874.613189:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690874.613193:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690874.613201:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790690874.613202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690874.613205:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790690874.613208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1790690874.613211:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613216:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690874.613221:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690874.613228:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613234:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690874.613240:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690874.613245:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690874.613250:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613253:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690874.613258:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690874.613264:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613267:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690874.613275:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690874.613280:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690874.613287:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690874.613290:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613295:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690874.613298:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690874.613302:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690874.613309:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690874.613315:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690874.613325:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672060997120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690874.613343:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690874.613347:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.613355:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672060997120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690874.613368:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.613374:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690874.613382:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690874.613389:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690874.613396:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690874.613399:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690874.613414:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690874.613422:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690874.613429:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19014
00000400:00000200:3.0:1790690874.613438:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690874.613445:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690874.613450:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690874.613492:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613496:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.613500:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613506:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690874.613514:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690874.613518:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690874.613523:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690874.613527:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690874.613533:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690874.613538:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690874.613547:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613553:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690874.613559:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613566:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690874.613571:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690874.613578:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690874.613584:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690874.613587:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690874.613593:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690874.613598:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613603:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690874.613607:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690874.613612:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613617:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690874.613626:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690874.613632:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690874.613638:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690874.613643:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690874.613648:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690874.613651:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690874.613654:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690874.613661:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690874.613667:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690874.613680:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672060997248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690874.613689:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690874.613694:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.613715:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672060997248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690874.613738:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690874.613746:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19024)
00000800:00000200:1.1:1790690874.613908:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690874.613911:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690874.614139:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690874.614141:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790690874.614321:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690874.614322:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790690875.508656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690875.508660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690875.508664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690875.956549:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313687808, at 4313687872
00000100:00000010:0.0:1790690875.956569:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920098d2e6c0.
00000020:00000001:3.0:1790690876.532681:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690876.532686:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690876.532689:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690878.580666:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690878.580669:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690878.580672:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690879.604694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690879.604700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690879.604704:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690879.733237:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690879.733245:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690879.733666:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690879.733668:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690879.733873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690879.733875:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690879.734135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690879.734137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790690880.628661:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690880.628665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690880.628668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690881.076566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313692928, at 4313692992
00000100:00000010:0.0:1790690881.076592:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790690882.676706:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690882.676711:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690882.676715:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690883.700599:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690883.700602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690883.700606:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690884.724594:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690884.724598:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690884.724601:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690884.853075:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690884.853081:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690884.853706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690884.853710:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690884.854022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690884.854024:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790690884.854288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690884.854290:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1790690885.748659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690885.748664:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690885.748676:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690886.196567:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313698048, at 4313698112
00000100:00000010:0.0:1790690886.196586:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:3.0:1790690886.772639:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690886.772643:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690886.772647:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690887.796646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690887.796649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690887.796652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690888.820681:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690888.820685:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690888.820687:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690889.844675:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690889.844679:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690889.844683:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690889.973533:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690889.974108:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690889.974271:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690889.974449:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790690890.868614:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690890.868617:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690890.868620:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690891.316574:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313703169, at 4313703232
00000100:00000010:0.0:1790690891.316589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:0.0:1790690891.892637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690891.892645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690891.892651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690892.916611:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690892.916615:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690892.916618:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790690893.044746:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790690893.044796:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790690893.044805:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690893.044809:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790690893.044814:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690893.044818:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790690893.044822:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690893.044824:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:0.0:1790690893.044829:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690893.044833:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690893.044838:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2000
00000400:00000010:0.0:1790690893.044842:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2000.
00000100:00000001:0.0:1790690893.044847:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690893.044855:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde79880 x1877672060998400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.044887:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690893.044892:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672060998400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.044905:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690893.044908:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690893.044917:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690893.044920:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:0.0:1790690893.044923:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690893.044927:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690893.044932:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:0.0:1790690893.044934:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:0.0:1790690893.044937:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690893.044941:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7ad80 x1877672060998528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.044952:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690893.044959:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672060998528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.044971:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690893.044975:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690893.044991:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690893.044996:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:0.0:1790690893.045002:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690893.045010:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690893.045014:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:0.0:1790690893.045018:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:0.0:1790690893.045022:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690893.045031:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde78700 x1877672060998656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.045046:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690893.045054:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672060998656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.045063:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690893.045065:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690893.045076:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690893.045079:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:0.0:1790690893.045082:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690893.045086:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690893.045093:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:0.0:1790690893.045097:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790690893.045102:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690893.045110:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7b480 x1877672060998784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.045125:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690893.045132:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672060998784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690914 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690893.045155:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690893.045161:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790690893.940613:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690893.940617:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690893.940620:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690894.964585:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690894.964588:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690894.964592:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:3.0:1790690895.092870:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790690895.092878:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790690895.092884:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790690895.092895:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7800 x1877672060998912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690895.092914:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790690895.092919:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690895.092925:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790690895.092930:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690895.092938:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690895.092948:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672060998912:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790690895.092954:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790690895.092959:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790690895.092964:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690895.092969:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790690895.092977:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920188ccd800.
02000000:00000001:3.0:1790690895.092983:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790690895.092994:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:3.0:1790690895.093002:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92009f940e70.
00000400:00000010:3.0:1790690895.093012:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201aeed0660.
00000100:00000200:3.0:1790690895.093022:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672060998912, portal 25
00000100:00000001:3.0:1790690895.093027:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790690895.093030:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074959872 : -120939634591744 : ffff92018c0a7800)
00000100:00000040:3.0:1790690895.093043:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7800 x1877672060998912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690895.093058:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790690895.093064:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:3.0:1790690895.093068:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201aeed0000.
00000100:00000200:3.0:1790690895.093075:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672060998912, offset 0
00000400:00000200:3.0:1790690895.093088:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:3.0:1790690895.093100:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690895.093110:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:3.0:1790690895.093120:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790690895.093127:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:3.0:1790690895.093133:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790690895.093136:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:3.0:1790690895.093139:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [39050:39050:256:4294967295] 192.168.204.156@tcp LPNI seq info [39049:39049:8:4294967295]
00000400:00000200:3.0:1790690895.093143:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690895.093160:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:3.0:1790690895.093172:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:3.0:1790690895.093180:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200b4cb2500.
00000800:00000200:3.0:1790690895.093198:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:3.0:1790690895.093204:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:3.1:1790690895.093218:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:3.1:1790690895.093224:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:3.0:1790690895.093235:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:3.0:1790690895.093240:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200b4cb2500.
00000400:00000200:3.0:1790690895.093247:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790690895.093257:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:3.0:1790690895.093267:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201aeed0000
00000400:00000010:3.0:1790690895.093272:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201aeed0000.
00000100:00000001:3.0:1790690895.093280:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790690895.093288:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7800 x1877672060998912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690920 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690895.093305:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790690895.093313:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672060998912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690920 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690895.093552:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690895.093557:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790690895.093565:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790690895.093572:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790690895.093575:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4313708289
00000800:00000200:1.1:1790690895.094094:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690895.094098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690895.094480:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690895.094483:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790690895.094831:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690895.094834:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790690895.988607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690895.988611:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690895.988614:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690896.436553:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313708289, at 4313708352
00000100:00000010:0.0:1790690896.436569:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00000020:00000001:3.0:1790690897.012648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690897.012654:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690897.012657:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690898.036717:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690898.036721:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690898.036724:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690899.060696:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690899.060704:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690899.060710:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690900.084666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690900.084670:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690900.084673:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690900.213056:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690900.213061:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690900.213674:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690900.213690:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690900.213914:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690900.213917:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790690900.214156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690900.214158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790690901.108652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690901.108657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690901.108661:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690901.556542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313713408, at 4313713472
00000100:00000010:0.0:1790690901.556567:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:0.0:1790690902.132667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690902.132672:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690902.132676:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690903.156646:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690903.156650:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690903.156653:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690904.180654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690904.180659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690904.180663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690905.204655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690905.204663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690905.204668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690905.333196:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690905.333202:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690905.333885:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690905.333888:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690905.334114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690905.334116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690905.334348:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690905.334350:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1790690906.228695:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690906.228700:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690906.228702:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690906.676579:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313718528, at 4313718592
00000100:00000010:0.0:1790690906.676597:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:3.0:1790690907.252652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690907.252657:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690907.252661:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690908.276663:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690908.276667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690908.276671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690909.300654:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690909.300658:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690909.300660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690910.324651:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690910.324654:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690910.324657:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690910.453247:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690910.453253:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690910.453815:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690910.453817:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690910.454091:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690910.454094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790690910.454345:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690910.454347:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790690911.348681:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690911.348686:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690911.348689:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690911.796594:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313723648, at 4313723712
00000100:00000010:0.0:1790690911.796619:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:0.0:1790690912.372656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690912.372661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690912.372665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690913.396636:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690913.396641:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690913.396645:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690914.420630:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690914.420634:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690914.420637:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690915.444621:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690915.444626:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690915.444629:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690915.573037:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690915.573041:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690915.573667:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690915.573669:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690915.573828:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690915.573829:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790690915.574055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690915.574056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790690916.468619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690916.468621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690916.468623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690916.916523:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313728768, at 4313728832
00000100:00000010:0.0:1790690916.916537:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790690917.492686:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690917.492691:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690917.492694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690918.516623:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690918.516627:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690918.516630:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690919.540635:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690919.540639:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690919.540641:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690920.564609:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690920.564613:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690920.564617:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690920.692995:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690920.693000:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690920.693520:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690920.693523:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690920.693781:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690920.693783:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790690920.694034:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690920.694036:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790690921.588602:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690921.588606:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690921.588608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690922.036555:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313733888, at 4313733952
00000100:00000010:0.0:1790690922.036572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:0.0:1790690922.612598:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690922.612603:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690922.612606:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690923.636654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690923.636658:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690923.636661:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690924.660590:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690924.660592:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690924.660595:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690925.684705:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690925.684710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690925.684714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690925.813443:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690925.813493:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690925.814042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690925.814057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690925.814359:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690925.814362:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790690925.814691:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690925.814694:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1790690926.708582:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690926.708585:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690926.708587:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690927.156563:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313739009, at 4313739072
00000100:00000010:0.0:1790690927.156579:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790690927.732654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690927.732659:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690927.732662:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690928.756714:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690928.756718:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690928.756720:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690929.780615:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690929.780618:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690929.780620:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690930.804622:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690930.804626:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690930.804628:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790690930.933156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690930.933163:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690930.933680:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690930.933682:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690930.933856:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690930.933858:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790690930.934103:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790690930.934106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790690931.828611:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690931.828614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690931.828616:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690932.276541:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313744128, at 4313744192
00000100:00000010:0.0:1790690932.276556:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:0.0:1790690932.852602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690932.852605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690932.852607:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690933.876676:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690933.876680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690933.876683:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690934.900625:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690934.900656:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690934.900658:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690935.924643:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690935.924646:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690935.924649:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690936.053194:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690936.053201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690936.053713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690936.053715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690936.053990:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690936.053992:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790690936.054238:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690936.054241:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790690936.948962:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690936.948966:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690936.948969:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690937.396564:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313749248, at 4313749312
00000100:00000010:0.0:1790690937.396584:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:3.0:1790690937.972602:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690937.972605:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690937.972608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690938.996679:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690938.996683:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690938.996686:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690940.020624:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690940.020628:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690940.020632:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690941.044612:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690941.044615:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690941.044618:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690941.172545:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690941.172554:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690941.172557:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690941.172561:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690941.172564:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690941.172572:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19080
00000400:00000200:3.0:1790690941.172581:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690941.172587:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690941.172590:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690941.172594:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172598:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.172601:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172603:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690941.172611:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690941.172613:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690941.172614:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690941.172617:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690941.172618:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690941.172620:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690941.172621:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172623:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.172624:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172625:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690941.172627:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690941.172629:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172630:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690941.172633:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690941.172636:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690941.172639:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.172641:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690941.172643:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690941.172651:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690941.172655:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690941.172658:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690941.172660:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.172663:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690941.172665:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690941.172669:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690941.172676:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690941.172682:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690941.172690:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061003520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690941.172701:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690941.172705:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690941.172708:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061003520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690941.172727:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690941.172730:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690941.172733:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690941.172734:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690941.172736:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690941.172739:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690941.172741:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19080
00000400:00000200:3.0:1790690941.172745:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690941.172748:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690941.172750:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690941.172753:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.172758:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172760:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690941.172764:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690941.172766:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690941.172768:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690941.172770:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690941.172772:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690941.172775:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690941.172782:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172798:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.172803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172806:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690941.172817:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690941.172824:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172828:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690941.172831:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690941.172836:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690941.172840:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.172843:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690941.172847:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690941.172852:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.172856:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690941.172862:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690941.172866:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690941.172871:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690941.172873:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.172876:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690941.172883:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690941.172887:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690941.172894:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790690941.172901:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690941.172910:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061003648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690941.172927:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690941.172931:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690941.172939:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061003648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690941.172954:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690941.172957:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690941.172961:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690941.172962:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690941.172965:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690941.172967:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690941.172972:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19080
00000400:00000200:3.0:1790690941.172977:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690941.172980:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690941.172982:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690941.172984:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172985:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.172986:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.172987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690941.172990:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690941.172990:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690941.172992:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690941.172993:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690941.172994:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690941.172997:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690941.172999:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173003:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.173006:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173008:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690941.173010:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690941.173013:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173016:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690941.173019:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690941.173022:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690941.173025:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173028:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690941.173031:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690941.173034:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173035:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690941.173039:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690941.173043:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690941.173047:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690941.173050:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173052:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690941.173054:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690941.173056:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690941.173060:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690941.173073:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690941.173085:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061003776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690941.173096:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690941.173099:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690941.173107:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061003776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690941.173122:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690941.173122:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790690941.173124:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690941.173129:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1790690941.173130:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1790690941.173132:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690941.173137:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690941.173140:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690941.173143:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690941.173149:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690941.173153:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19080
00000400:00000200:3.0:1790690941.173161:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690941.173168:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690941.173171:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690941.173175:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173179:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.173183:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173186:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690941.173205:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690941.173209:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690941.173212:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690941.173216:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690941.173220:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690941.173224:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690941.173231:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173234:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690941.173236:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173241:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690941.173246:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690941.173252:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690941.173257:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690941.173260:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690941.173264:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690941.173268:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173270:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690941.173271:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690941.173274:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173277:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690941.173283:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790690941.173288:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690941.173293:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690941.173297:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690941.173301:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690941.173313:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690941.173317:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690941.173325:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690941.173329:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690941.173337:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061003904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690941.173344:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690941.173347:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690941.173354:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061003904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690941.173381:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690941.173395:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19090)
00000800:00000200:2.1:1790690941.173648:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690941.173651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690941.173885:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690941.173887:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790690941.174041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690941.174042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790690942.068631:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690942.068635:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690942.068638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690942.516518:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313754368, at 4313754432
00000100:00000010:0.0:1790690942.516534:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:0.0:1790690943.092626:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690943.092630:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690943.092634:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690944.116596:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690944.116601:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690944.116605:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690945.140679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690945.140683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690945.140686:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690946.164709:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690946.164729:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690946.164732:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690946.293218:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690946.293222:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690946.293711:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690946.293712:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690946.293903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690946.293905:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790690946.294090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690946.294091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1790690947.188632:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690947.188636:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690947.188638:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690947.636574:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313759488, at 4313759552
00000100:00000010:0.0:1790690947.636589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:3.0:1790690948.212617:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690948.212622:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690948.212626:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690949.236669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690949.236673:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690949.236676:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690950.260651:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690950.260656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690950.260660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690951.284623:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690951.284626:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690951.284629:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690951.412575:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690951.412595:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690951.412598:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690951.412601:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690951.412606:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690951.412618:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19090
00000400:00000200:3.0:1790690951.412628:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690951.412633:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690951.412636:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690951.412639:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.412643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690951.412650:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690951.412652:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690951.412654:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690951.412656:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690951.412658:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690951.412659:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690951.412661:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412662:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.412663:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412664:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690951.412666:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690951.412668:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412669:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690951.412672:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690951.412674:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690951.412676:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.412677:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690951.412678:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690951.412686:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790690951.412688:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690951.412691:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690951.412692:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.412694:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690951.412695:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690951.412699:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690951.412704:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690951.412709:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690951.412715:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061004544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690951.412722:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690951.412725:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.412728:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061004544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690951.412747:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690951.412749:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690951.412752:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690951.412753:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690951.412754:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690951.412756:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690951.412757:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19090
00000400:00000200:3.0:1790690951.412759:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690951.412761:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690951.412762:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690951.412764:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412766:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.412767:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412769:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690951.412771:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690951.412772:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690951.412774:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690951.412776:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690951.412778:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690951.412783:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690951.412788:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412792:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.412798:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412802:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690951.412806:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690951.412813:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412818:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690951.412822:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690951.412828:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690951.412832:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.412834:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690951.412839:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690951.412842:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.412846:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690951.412851:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790690951.412856:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690951.412859:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690951.412860:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.412863:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690951.412864:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690951.412866:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690951.412872:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690951.412875:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690951.412883:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061004672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690951.412891:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690951.412893:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.412896:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061004672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690951.412921:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690951.412924:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690951.412928:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690951.412930:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690951.412932:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690951.412935:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690951.412937:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19090
00000400:00000200:3.0:1790690951.412942:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690951.412944:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690951.412948:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690951.412951:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412955:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.412959:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.412961:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690951.412995:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690951.412997:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690951.412998:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690951.413001:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690951.413004:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690951.413007:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690951.413011:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413015:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.413016:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413018:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690951.413020:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690951.413026:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413027:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690951.413032:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690951.413034:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690951.413036:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413038:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690951.413040:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690951.413043:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413045:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690951.413048:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790690951.413051:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690951.413053:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690951.413054:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413056:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690951.413058:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.1:1790690951.413059:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790690951.413060:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690951.413063:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000800:00000200:2.1:1790690951.413065:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1790690951.413067:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690951.413073:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061004800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690951.413083:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690951.413085:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.413089:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061004800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690951.413100:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.413104:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690951.413111:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690951.413117:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690951.413125:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690951.413128:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690951.413131:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690951.413137:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690951.413143:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19090
00000400:00000200:3.0:1790690951.413149:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690951.413152:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690951.413155:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690951.413159:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413162:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.413166:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413167:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690951.413170:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690951.413172:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690951.413173:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690951.413175:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690951.413179:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690951.413181:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690951.413183:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413187:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690951.413190:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413192:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690951.413196:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690951.413199:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690951.413202:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690951.413204:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690951.413206:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690951.413207:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413208:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690951.413209:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690951.413212:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413214:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690951.413217:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790690951.413219:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690951.413221:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690951.413223:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690951.413226:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690951.413228:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690951.413230:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690951.413235:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690951.413239:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690951.413247:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061004928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690951.413257:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690951.413260:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.413267:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061004928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690951.413277:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690951.413283:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19101)
00000800:00000200:2.1:1790690951.413432:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690951.413433:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690951.413627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690951.413629:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790690951.413811:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690951.413812:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790690952.308651:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690952.308654:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690952.308657:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690952.756571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313764608, at 4313764672
00000100:00000010:0.0:1790690952.756585:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790690953.332617:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690953.332621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690953.332625:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690954.356608:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690954.356612:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690954.356614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690955.380614:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690955.380617:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690955.380620:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690956.404660:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690956.404664:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690956.404666:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690956.533165:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690956.533484:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690956.533804:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690956.534017:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790690957.428605:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690957.428608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690957.428610:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690957.876517:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313769728, at 4313769792
00000100:00000010:0.0:1790690957.876531:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:3.0:1790690958.452616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690958.452620:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690958.452622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690959.476612:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690959.476616:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690959.476618:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790690959.604712:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790690959.604758:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790690959.604767:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690959.604770:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790690959.604775:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690959.604779:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790690959.604783:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690959.604786:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dff00.
00000400:00000200:0.0:1790690959.604790:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690959.604794:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690959.604799:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe22a8
00000400:00000010:0.0:1790690959.604802:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe22a8.
00000100:00000001:0.0:1790690959.604806:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690959.604813:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde78a80 x1877672061005056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604834:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690959.604839:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061005056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604847:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690959.604849:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690959.604859:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690959.604861:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df500.
00000400:00000200:0.0:1790690959.604864:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690959.604868:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690959.604871:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe27f8
00000400:00000010:0.0:1790690959.604873:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe27f8.
00000100:00000001:0.0:1790690959.604875:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690959.604880:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde79180 x1877672061005184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604889:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690959.604892:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061005184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604898:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690959.604900:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690959.604906:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690959.604908:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:0.0:1790690959.604911:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690959.604914:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690959.604917:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:0.0:1790690959.604919:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:0.0:1790690959.604921:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690959.604925:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7bb80 x1877672061005312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604934:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690959.604937:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061005312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604945:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690959.604946:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790690959.604951:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790690959.604953:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:0.0:1790690959.604956:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790690959.604959:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790690959.604962:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:0.0:1790690959.604963:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:0.0:1790690959.604965:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790690959.604969:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde79c00 x1877672061005440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604977:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790690959.604980:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061005440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790690981 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690959.604989:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690959.604991:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790690960.500637:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690960.500641:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690960.500645:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690961.524629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690961.524632:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690961.524635:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690961.652718:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690961.652726:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690961.652728:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690961.652731:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690961.652736:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690961.652744:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19101
00000400:00000200:3.0:1790690961.652754:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690961.652761:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690961.652765:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690961.652768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.652775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652779:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690961.652788:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690961.652790:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690961.652793:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690961.652797:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690961.652800:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690961.652803:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690961.652806:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652809:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.652811:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652814:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690961.652817:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690961.652821:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652824:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690961.652827:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690961.652831:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690961.652834:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.652837:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690961.652839:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690961.652846:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790690961.652850:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690961.652854:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690961.652856:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.652859:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690961.652862:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690961.652867:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690961.652875:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790690961.652883:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690961.652893:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061005568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690961.652905:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690961.652910:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.652915:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061005568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690961.652955:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690961.652959:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690961.652963:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690961.652969:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690961.652971:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690961.652975:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690961.652978:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19101
00000400:00000200:3.0:1790690961.652983:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690961.652986:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690961.652989:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690961.652993:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.652995:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.652998:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653000:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690961.653004:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690961.653010:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690961.653012:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690961.653015:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690961.653018:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690961.653020:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690961.653024:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653026:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.653028:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653030:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690961.653033:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690961.653036:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653038:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690961.653040:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690961.653046:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690961.653049:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653051:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690961.653055:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690961.653060:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653062:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690961.653067:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790690961.653069:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690961.653072:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690961.653073:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653075:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690961.653077:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690961.653079:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690961.653084:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690961.653088:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690961.653094:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061005696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690961.653103:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690961.653106:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.653110:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061005696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690961.653119:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690961.653122:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690961.653126:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690961.653127:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690961.653129:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690961.653132:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690961.653135:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19101
00000400:00000200:3.0:1790690961.653139:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690961.653142:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690961.653145:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690961.653148:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653150:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.653152:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653155:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690961.653158:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690961.653160:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690961.653168:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690961.653170:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690961.653173:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690961.653175:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690961.653179:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653181:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.653183:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653185:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690961.653188:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690961.653191:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653193:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690961.653195:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690961.653198:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690961.653201:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653203:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690961.653205:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690961.653208:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653211:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690961.653215:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790690961.653218:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690961.653221:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690961.653223:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653226:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690961.653228:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690961.653230:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690961.653235:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690961.653241:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690961.653251:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061005824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690961.653290:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690961.653295:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.653305:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061005824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690961.653319:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.653325:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690961.653333:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690961.653340:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690961.653347:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690961.653351:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690961.653355:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690961.653361:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690961.653368:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19101
00000400:00000200:3.0:1790690961.653380:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690961.653401:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690961.653408:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690961.653412:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653422:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.653427:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653430:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690961.653437:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690961.653445:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690961.653449:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690961.653485:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690961.653489:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690961.653492:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690961.653497:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653501:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690961.653504:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653509:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690961.653513:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690961.653519:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690961.653525:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690961.653530:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690961.653535:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690961.653540:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653545:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690961.653550:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690961.653555:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653559:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690961.653564:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790690961.653567:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690961.653571:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690961.653573:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690961.653577:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690961.653582:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690961.653584:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690961.653589:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690961.653596:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690961.653608:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061005952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690961.653620:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690961.653625:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.653635:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061005952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690961.653656:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690961.653664:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19111)
00000800:00000200:2.1:1790690961.653725:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690961.653729:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690961.654090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690961.654093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690961.654866:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690961.654869:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790690961.655176:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690961.655179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790690962.548631:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690962.548637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690962.548642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690962.996607:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313774849, at 4313774912
00000100:00000010:0.0:1790690962.996630:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790690963.572625:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690963.572630:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690963.572634:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690964.596725:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690964.596731:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690964.596734:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690965.620671:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690965.620676:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690965.620680:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690966.644638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690966.644643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690966.644647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790690966.772575:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690966.772584:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790690966.772586:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690966.772590:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690966.772593:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690966.772600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19106
00000400:00000200:0.0:1790690966.772608:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690966.772614:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690966.772617:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690966.772620:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772623:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772625:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772627:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690966.772634:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690966.772635:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790690966.772637:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690966.772640:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790690966.772647:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790690966.772650:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790690966.772654:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772656:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772657:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772659:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690966.772661:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790690966.772663:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772665:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690966.772667:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690966.772669:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690966.772671:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772673:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790690966.772675:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690966.772682:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790690966.772685:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790690966.772688:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690966.772689:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772692:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690966.772694:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690966.772698:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690966.772705:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790690966.772710:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690966.772721:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061006080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690966.772729:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690966.772733:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690966.772736:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061006080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690966.772754:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690966.772757:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690966.772761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790690966.772763:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690966.772765:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690966.772768:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690966.772771:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19106
00000400:00000200:0.0:1790690966.772775:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690966.772779:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690966.772781:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690966.772784:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772787:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772789:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772791:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690966.772794:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690966.772796:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790690966.772798:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690966.772800:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790690966.772802:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790690966.772805:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790690966.772808:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772810:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772811:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772813:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690966.772816:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790690966.772819:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772822:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690966.772824:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690966.772829:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690966.772831:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772833:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690966.772837:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690966.772840:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772843:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690966.772847:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790690966.772849:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790690966.772851:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690966.772853:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772855:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690966.772856:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690966.772858:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690966.772862:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790690966.772865:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690966.772870:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061006208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690966.772877:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690966.772880:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690966.772884:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061006208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690966.772892:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790690966.772894:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690966.772905:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790690966.772907:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690966.772909:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690966.772912:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690966.772914:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19106
00000400:00000200:0.0:1790690966.772918:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690966.772921:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690966.772924:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690966.772927:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772929:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772931:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772933:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690966.772935:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690966.772937:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790690966.772939:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690966.772941:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790690966.772943:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790690966.772945:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790690966.772948:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772950:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.772952:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772954:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690966.772956:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790690966.772959:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690966.772961:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690966.772963:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690966.772966:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690966.772968:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772970:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690966.772972:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790690966.772974:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772975:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690966.772979:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790690966.772981:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790690966.772984:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690966.772985:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.772987:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690966.772989:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690966.772990:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690966.772994:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790690966.772996:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690966.773001:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061006336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690966.773008:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690966.773010:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690966.773010:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690966.773014:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790690966.773015:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061006336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690966.773035:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690966.773038:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790690966.773041:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790690966.773044:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790690966.773047:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790690966.773049:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790690966.773050:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790690966.773053:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790690966.773056:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19106
00000400:00000200:0.0:1790690966.773059:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790690966.773062:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790690966.773064:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790690966.773067:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.773070:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.773072:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.773074:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790690966.773082:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790690966.773083:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790690966.773085:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790690966.773087:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790690966.773089:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790690966.773091:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790690966.773094:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.773096:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790690966.773098:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790690966.773100:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790690966.773102:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790690966.773106:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790690966.773108:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790690966.773110:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790690966.773112:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790690966.773115:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.773117:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790690966.773119:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790690966.773121:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.773123:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790690966.773126:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790690966.773129:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790690966.773131:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790690966.773133:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790690966.773135:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790690966.773136:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790690966.773138:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790690966.773142:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790690966.773145:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790690966.773150:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061006464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790690966.773158:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790690966.773161:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690966.773165:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061006464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790690966.773173:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790690966.773178:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19116)
00000800:00000200:2.1:1790690966.773416:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690966.773418:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690966.773631:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690966.773633:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790690966.773880:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690966.773882:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790690967.668666:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690967.668670:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690967.668674:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690968.116565:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313779968, at 4313780032
00000100:00000010:0.0:1790690968.116580:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790690968.692673:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690968.692678:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690968.692682:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690969.716581:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690969.716584:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690969.716588:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690970.740626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690970.740629:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690970.740632:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690971.764662:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690971.764665:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690971.764669:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690971.893168:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690971.893174:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690971.893733:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690971.893736:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690971.894014:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690971.894016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790690971.894300:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690971.894302:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790690972.788632:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690972.788634:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690972.788637:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690973.236539:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313785088, at 4313785152
00000100:00000010:0.0:1790690973.236551:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:0.0:1790690973.812622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690973.812624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690973.812627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690974.836613:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690974.836616:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690974.836619:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690975.860565:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690975.860568:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690975.860570:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690976.884622:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690976.884627:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690976.884629:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690977.012585:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690977.012593:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690977.012595:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690977.012598:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690977.012601:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690977.012607:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19116
00000400:00000200:3.0:1790690977.012614:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690977.012619:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690977.012622:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690977.012624:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012627:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012629:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012631:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690977.012637:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690977.012639:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690977.012641:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690977.012643:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690977.012644:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690977.012646:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690977.012648:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012649:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012651:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690977.012652:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690977.012654:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012656:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690977.012658:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690977.012660:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690977.012662:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012663:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690977.012665:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690977.012672:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790690977.012675:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690977.012677:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690977.012678:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012680:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690977.012682:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690977.012686:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690977.012691:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690977.012696:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690977.012709:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061007104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690977.012717:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690977.012720:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.012726:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061007104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690977.012742:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690977.012744:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690977.012747:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690977.012748:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690977.012749:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690977.012750:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690977.012752:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19116
00000400:00000200:3.0:1790690977.012754:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690977.012755:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690977.012757:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690977.012759:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012760:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012761:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012763:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690977.012765:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690977.012766:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690977.012767:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690977.012769:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690977.012770:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690977.012771:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690977.012774:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012775:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012776:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012778:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690977.012781:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690977.012784:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012787:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690977.012790:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690977.012794:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690977.012797:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012801:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690977.012806:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690977.012810:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012814:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690977.012818:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790690977.012822:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690977.012826:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690977.012828:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012831:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690977.012834:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690977.012836:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690977.012839:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690977.012849:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690977.012857:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061007232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690977.012866:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690977.012868:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.012870:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061007232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690977.012878:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690977.012882:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690977.012884:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690977.012886:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690977.012889:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690977.012892:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690977.012896:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19116
00000400:00000200:3.0:1790690977.012902:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690977.012908:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690977.012911:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690977.012918:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012922:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012926:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012928:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690977.012932:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690977.012934:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690977.012936:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690977.012939:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690977.012940:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690977.012941:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690977.012946:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012948:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.012950:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012953:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690977.012958:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690977.012962:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690977.012964:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690977.012967:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690977.012971:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690977.012974:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012977:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690977.012980:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690977.012985:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.012988:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690977.012993:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790690977.012996:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690977.013000:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690977.013002:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.013006:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690977.013009:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690977.013010:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690977.013014:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690977.013018:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690977.013025:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061007360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690977.013035:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1790690977.013038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690977.013039:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.013043:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061007360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790690977.013045:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1790690977.013054:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.013056:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690977.013060:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690977.013064:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690977.013067:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690977.013069:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690977.013071:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690977.013075:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690977.013081:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19116
00000400:00000200:3.0:1790690977.013086:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690977.013111:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690977.013120:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690977.013127:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.013132:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.013137:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.013140:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690977.013144:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690977.013146:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690977.013148:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690977.013151:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690977.013155:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690977.013159:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690977.013163:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.013164:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690977.013167:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690977.013169:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690977.013170:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690977.013172:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690977.013176:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690977.013177:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690977.013180:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690977.013181:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.013184:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690977.013186:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690977.013190:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.013192:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690977.013197:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690977.013200:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690977.013204:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690977.013206:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690977.013209:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690977.013211:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690977.013214:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690977.013220:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790690977.013226:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690977.013235:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061007488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690977.013257:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690977.013262:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.013272:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061007488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690977.013301:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690977.013306:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19126)
00000800:00000200:2.1:1790690977.013521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690977.013523:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690977.013725:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690977.013727:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790690977.013878:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690977.013879:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790690977.908657:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690977.908660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690977.908664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690978.356566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313790208, at 4313790272
00000100:00000010:0.0:1790690978.356582:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790690978.932601:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690978.932604:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690978.932606:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690979.956636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690979.956639:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690979.956642:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690980.980614:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690980.980618:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690980.980620:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690982.004652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690982.004658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690982.004662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690982.132562:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690982.132570:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690982.132572:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690982.132575:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690982.132578:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690982.132584:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19121
00000400:00000200:3.0:1790690982.132591:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690982.132596:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690982.132599:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690982.132600:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132603:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132605:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132606:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690982.132612:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690982.132613:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690982.132615:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690982.132618:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690982.132619:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690982.132621:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690982.132622:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132624:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132625:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132626:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690982.132627:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690982.132630:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132632:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690982.132634:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690982.132636:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690982.132638:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132639:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690982.132640:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690982.132648:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690982.132650:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690982.132653:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690982.132654:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132656:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690982.132658:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690982.132662:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690982.132668:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790690982.132672:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690982.132678:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061007616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690982.132685:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690982.132687:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690982.132690:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061007616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690982.132709:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690982.132712:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690982.132716:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690982.132717:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690982.132718:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690982.132721:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690982.132723:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19121
00000400:00000200:3.0:1790690982.132726:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690982.132729:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690982.132731:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690982.132734:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132736:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132738:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132739:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690982.132742:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690982.132744:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690982.132745:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690982.132747:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690982.132749:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690982.132751:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690982.132753:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132757:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132758:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690982.132760:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690982.132763:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132765:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690982.132767:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690982.132772:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690982.132774:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132775:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690982.132779:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690982.132781:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132784:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690982.132787:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690982.132789:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690982.132791:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690982.132792:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132794:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690982.132795:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690982.132796:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690982.132801:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790690982.132805:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690982.132809:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061007744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690982.132816:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690982.132817:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690982.132821:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061007744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690982.132828:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690982.132830:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690982.132833:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690982.132834:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690982.132836:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690982.132838:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690982.132840:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19121
00000400:00000200:3.0:1790690982.132843:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690982.132846:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690982.132848:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690982.132850:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132852:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132854:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132856:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690982.132858:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690982.132859:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690982.132861:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690982.132863:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690982.132864:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690982.132866:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690982.132868:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132870:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132872:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132874:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690982.132876:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690982.132878:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132880:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690982.132882:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690982.132884:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690982.132886:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132888:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690982.132889:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690982.132892:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132894:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690982.132896:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690982.132898:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690982.132900:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690982.132901:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.132902:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690982.132904:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690982.132905:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690982.132908:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790690982.132911:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690982.132914:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061007872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690982.132920:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690982.132922:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690982.132925:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061007872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790690982.132929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690982.132932:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790690982.132933:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1790690982.132935:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690982.132938:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690982.132940:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690982.132943:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690982.132945:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690982.132946:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690982.132948:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690982.132950:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19121
00000400:00000200:3.0:1790690982.132953:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690982.132955:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690982.132957:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690982.132959:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132961:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132963:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132965:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690982.132967:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690982.132969:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690982.132970:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690982.132972:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690982.132974:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690982.132976:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690982.132979:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132981:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690982.132983:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690982.132985:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690982.132986:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690982.132988:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690982.133005:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690982.133007:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690982.133009:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690982.133011:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.133012:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690982.133014:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690982.133017:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.133018:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690982.133021:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690982.133023:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690982.133025:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690982.133027:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690982.133028:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690982.133029:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690982.133031:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690982.133034:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790690982.133037:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690982.133041:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061008000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690982.133047:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690982.133049:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690982.133053:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061008000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690982.133059:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690982.133063:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19131)
00000800:00000200:2.1:1790690982.133256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690982.133258:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690982.133472:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690982.133474:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790690982.133634:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690982.133635:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790690983.028693:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690983.028697:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690983.028700:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690983.476561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313795328, at 4313795392
00000100:00000010:0.0:1790690983.476576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:0.0:1790690984.052623:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690984.052626:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690984.052628:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690985.076624:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690985.076628:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690985.076631:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690986.100629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690986.100632:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690986.100634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690987.124672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690987.124676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690987.124679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790690987.253100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690987.253105:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690987.253720:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690987.253723:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690987.253968:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690987.253970:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790690987.254203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690987.254205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1790690988.148612:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690988.148615:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690988.148618:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690988.596607:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313800448, at 4313800512
00000100:00000010:0.0:1790690988.596618:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790690989.172661:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690989.172665:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690989.172669:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690990.196628:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690990.196635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690990.196639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690991.220617:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690991.220621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690991.220625:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690992.244613:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690992.244617:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690992.244621:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690992.372634:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690992.372644:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690992.372647:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690992.372650:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690992.372655:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690992.372662:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19131
00000400:00000200:3.0:1790690992.372671:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690992.372677:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690992.372681:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690992.372685:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372688:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.372689:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372691:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690992.372698:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690992.372699:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690992.372701:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690992.372704:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690992.372705:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690992.372707:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690992.372708:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372709:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.372710:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372711:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690992.372713:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690992.372715:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372716:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690992.372718:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690992.372721:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690992.372722:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.372724:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690992.372726:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690992.372733:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790690992.372735:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690992.372738:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690992.372739:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.372741:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690992.372743:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690992.372746:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690992.372751:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790690992.372756:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690992.372763:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061008640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690992.372769:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690992.372773:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.372776:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061008640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690992.372807:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690992.372809:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690992.372811:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690992.372812:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690992.372814:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690992.372815:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690992.372817:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19131
00000400:00000200:3.0:1790690992.372820:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690992.372823:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690992.372824:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690992.372827:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372828:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.372830:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372831:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690992.372833:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690992.372835:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690992.372836:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690992.372838:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690992.372840:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690992.372842:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690992.372857:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372862:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.372868:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372874:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690992.372885:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690992.372893:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690992.372899:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690992.372902:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690992.372908:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690992.372913:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.372917:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690992.372923:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690992.372930:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.372934:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690992.372941:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790690992.372946:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690992.372954:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690992.372956:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.372960:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690992.372963:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690992.372965:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690992.372969:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690992.372973:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690992.372982:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061008768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690992.372992:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690992.372994:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.373001:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061008768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690992.373011:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690992.373015:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690992.373019:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690992.373020:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690992.373023:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690992.373026:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690992.373031:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19131
00000400:00000200:3.0:1790690992.373048:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690992.373057:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690992.373063:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690992.373070:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373074:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.373080:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790690992.373085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790690992.373086:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790690992.373088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1790690992.373093:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690992.373102:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690992.373108:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690992.373111:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690992.373115:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690992.373120:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690992.373129:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373134:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.373139:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373144:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690992.373147:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690992.373154:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373160:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690992.373165:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690992.373170:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690992.373175:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373180:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690992.373183:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690992.373186:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373190:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690992.373197:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790690992.373201:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690992.373206:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690992.373209:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373212:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690992.373215:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690992.373217:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690992.373223:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690992.373228:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690992.373239:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061008896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690992.373256:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690992.373260:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.373270:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061008896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690992.373283:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.373288:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690992.373296:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690992.373303:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690992.373310:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690992.373313:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690992.373316:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690992.373322:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690992.373328:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19131
00000400:00000200:3.0:1790690992.373335:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690992.373343:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690992.373349:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690992.373356:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373362:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.373368:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373374:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690992.373382:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690992.373387:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690992.373391:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690992.373395:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690992.373401:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690992.373407:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690992.373414:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373420:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690992.373425:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373429:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690992.373437:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690992.373442:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690992.373447:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690992.373453:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690992.373486:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690992.373489:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373492:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690992.373496:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690992.373499:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373502:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690992.373506:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790690992.373510:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690992.373514:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690992.373517:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690992.373519:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690992.373522:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690992.373525:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690992.373538:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690992.373544:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690992.373552:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061009024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690992.373565:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690992.373569:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.373573:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061009024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690992.373589:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690992.373594:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19141)
00000800:00000200:2.1:1790690992.373663:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690992.373664:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790690992.373879:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690992.373881:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790690992.374112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690992.374114:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1790690993.268636:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690993.268641:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690993.268644:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690993.716555:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313805568, at 4313805632
00000100:00000010:0.0:1790690993.716568:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790690994.292618:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690994.292620:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690994.292623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690995.316683:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690995.316686:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690995.316688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790690996.340596:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690996.340600:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690996.340603:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790690997.364662:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690997.364666:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690997.364669:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790690997.492527:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690997.492535:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790690997.492537:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690997.492540:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690997.492543:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690997.492548:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19136
00000400:00000200:3.0:1790690997.492556:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690997.492561:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690997.492563:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690997.492566:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492569:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492571:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492572:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690997.492578:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690997.492579:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790690997.492581:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690997.492583:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790690997.492585:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790690997.492586:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790690997.492588:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492589:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492590:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492591:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690997.492593:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790690997.492594:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492596:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690997.492598:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690997.492600:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690997.492602:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492603:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790690997.492605:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690997.492632:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790690997.492635:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790690997.492637:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690997.492638:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492640:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690997.492642:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690997.492645:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690997.492650:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790690997.492663:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690997.492670:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061009152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690997.492680:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690997.492683:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.492687:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061009152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690997.492713:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690997.492716:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690997.492718:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790690997.492719:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690997.492720:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690997.492722:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690997.492724:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19136
00000400:00000200:3.0:1790690997.492726:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690997.492728:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690997.492730:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690997.492732:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492734:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492735:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492737:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690997.492740:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690997.492741:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790690997.492742:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690997.492744:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790690997.492746:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790690997.492749:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790690997.492753:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492758:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492761:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690997.492764:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790690997.492770:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492775:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690997.492778:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690997.492783:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690997.492786:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492788:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690997.492793:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690997.492798:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492801:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690997.492805:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790690997.492808:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790690997.492810:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690997.492812:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492815:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690997.492818:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690997.492820:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690997.492824:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790690997.492829:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690997.492835:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061009280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690997.492846:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690997.492848:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.492853:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061009280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690997.492861:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790690997.492863:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690997.492865:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790690997.492868:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690997.492870:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690997.492874:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690997.492878:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19136
00000400:00000200:3.0:1790690997.492887:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690997.492892:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690997.492895:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690997.492899:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492903:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492908:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492911:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690997.492912:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690997.492913:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790690997.492914:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690997.492915:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790690997.492916:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790690997.492917:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790690997.492919:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492920:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.492921:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492922:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690997.492923:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790690997.492925:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690997.492927:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690997.492931:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690997.492933:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690997.492934:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492938:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690997.492941:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790690997.492943:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492944:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690997.492947:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790690997.492949:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790690997.492953:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690997.492956:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.492959:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690997.492962:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690997.492963:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690997.492967:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790690997.492970:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690997.492976:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061009408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690997.492984:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690997.492987:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.492993:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061009408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690997.493013:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.493018:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790690997.493025:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790690997.493030:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790690997.493035:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790690997.493039:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790690997.493041:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790690997.493044:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790690997.493049:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19136
00000400:00000200:3.0:1790690997.493054:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790690997.493060:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790690997.493062:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790690997.493069:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.493073:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790690997.493074:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790690997.493076:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.493078:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790690997.493081:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790690997.493082:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790690997.493083:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790690997.493084:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790690997.493085:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790690997.493086:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790690997.493091:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790690997.493091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1790690997.493093:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790690997.493096:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790690997.493099:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790690997.493100:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790690997.493104:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790690997.493107:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790690997.493110:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790690997.493112:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790690997.493116:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.493117:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790690997.493118:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790690997.493120:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.493122:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790690997.493127:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790690997.493131:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790690997.493135:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790690997.493137:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790690997.493138:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790690997.493139:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790690997.493141:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790690997.493146:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790690997.493152:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790690997.493156:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061009536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790690997.493163:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790690997.493167:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.493173:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061009536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790690997.493184:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790690997.493189:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19147)
00000800:00000200:2.1:1790690997.493499:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690997.493502:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690997.493805:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690997.493807:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790690997.494101:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790690997.494104:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790690998.388656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790690998.388661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790690998.388665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790690998.836591:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313810688, at 4313810752
00000100:00000010:0.0:1790690998.836595:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:3.0:1790690999.412716:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790690999.412722:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790690999.412726:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691000.436659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691000.436662:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691000.436670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691001.460631:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691001.460635:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691001.460637:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691002.484631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691002.484634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691002.484638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691002.612569:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691002.612580:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691002.612582:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691002.612585:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691002.612590:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691002.612609:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19142
00000400:00000200:3.0:1790691002.612617:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691002.612622:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691002.612624:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691002.612627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612629:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612631:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691002.612638:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691002.612639:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691002.612641:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691002.612644:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691002.612645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691002.612647:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691002.612649:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612650:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691002.612655:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691002.612657:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612658:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691002.612661:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691002.612663:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691002.612665:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612666:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691002.612667:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691002.612675:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691002.612677:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691002.612679:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691002.612680:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612683:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691002.612685:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691002.612688:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691002.612694:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691002.612698:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691002.612705:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061009664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691002.612711:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691002.612715:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.612718:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061009664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691002.612734:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691002.612736:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691002.612738:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691002.612739:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691002.612740:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691002.612742:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691002.612744:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19142
00000400:00000200:3.0:1790691002.612746:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691002.612748:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691002.612750:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691002.612751:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612752:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612754:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612755:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691002.612757:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691002.612758:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691002.612759:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691002.612760:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691002.612761:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691002.612763:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691002.612765:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612766:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612768:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612769:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691002.612771:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691002.612772:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612773:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691002.612774:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691002.612778:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691002.612781:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612785:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691002.612788:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691002.612791:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612793:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691002.612795:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691002.612797:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691002.612801:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691002.612803:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612806:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691002.612808:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691002.612817:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691002.612822:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691002.612829:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691002.612836:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061009792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691002.612843:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691002.612846:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.612851:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061009792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691002.612859:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691002.612863:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691002.612868:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691002.612872:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691002.612873:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691002.612874:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691002.612876:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19142
00000400:00000200:3.0:1790691002.612880:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691002.612883:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691002.612888:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691002.612889:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612891:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612894:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612899:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691002.612901:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691002.612902:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691002.612905:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691002.612907:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691002.612909:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691002.612910:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691002.612913:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612916:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.612919:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612920:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691002.612921:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691002.612923:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691002.612926:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691002.612929:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691002.612931:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691002.612933:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612936:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691002.612938:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691002.612940:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612942:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691002.612945:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691002.612948:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691002.612951:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691002.612952:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.612957:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691002.612959:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691002.612963:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691002.612968:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691002.612974:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691002.612983:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061009920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691002.612995:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691002.612999:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.613004:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061009920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691002.613013:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.613016:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691002.613019:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691002.613023:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691002.613025:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691002.613028:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691002.613029:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691002.613032:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691002.613036:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19142
00000400:00000200:3.0:1790691002.613057:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691002.613060:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691002.613070:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691002.613077:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.613082:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.613085:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.613091:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691002.613094:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691002.613097:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691002.613101:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691002.613105:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691002.613111:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691002.613115:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790691002.613115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691002.613122:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691002.613122:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790691002.613127:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691002.613136:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691002.613141:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691002.613144:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691002.613150:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691002.613156:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691002.613198:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691002.613202:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691002.613205:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.613208:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691002.613210:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691002.613216:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.613221:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691002.613227:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691002.613231:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691002.613236:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691002.613237:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691002.613240:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691002.613243:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691002.613245:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691002.613250:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691002.613256:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691002.613263:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061010048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691002.613272:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691002.613274:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.613281:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061010048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691002.613289:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691002.613293:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19152)
00000800:00000200:2.1:1790691002.613635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691002.613637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691002.613910:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691002.613912:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691002.614205:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691002.614208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790691003.508646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691003.508651:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691003.508654:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691003.956559:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313815808, at 4313815872
00000100:00000010:0.0:1790691003.956589:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790691004.532661:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691004.532664:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691004.532666:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691005.556649:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691005.556652:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691005.556654:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691006.580644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691006.580647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691006.580650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691007.604666:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691007.604671:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691007.604675:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691007.733316:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691007.733321:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691007.733889:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691007.733892:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691007.734176:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691007.734179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691007.734450:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691007.734453:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790691008.628693:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691008.628696:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691008.628698:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691009.076562:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313820929, at 4313820992
00000100:00000010:0.0:1790691009.076576:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:3.0:1790691009.652627:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691009.652633:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691009.652636:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691010.676626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691010.676629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691010.676632:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691011.700620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691011.700626:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691011.700630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691012.724642:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691012.724649:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691012.724654:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691012.852621:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691012.852632:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691012.852635:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691012.852638:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691012.852643:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691012.852649:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19152
00000400:00000200:3.0:1790691012.852659:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691012.852665:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691012.852668:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691012.852670:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852673:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.852675:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852677:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691012.852685:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691012.852686:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691012.852689:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691012.852693:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691012.852695:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691012.852698:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691012.852701:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852702:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.852704:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852706:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691012.852710:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691012.852713:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852716:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691012.852720:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691012.852725:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691012.852728:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.852730:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691012.852733:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691012.852744:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691012.852747:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691012.852751:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691012.852753:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.852756:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691012.852758:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691012.852762:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691012.852770:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691012.852778:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691012.852789:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061010688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691012.852801:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691012.852806:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.852811:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061010688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691012.852833:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691012.852835:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691012.852838:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691012.852839:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691012.852840:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691012.852842:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691012.852844:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19152
00000400:00000200:3.0:1790691012.852847:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691012.852849:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691012.852851:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691012.852853:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852854:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.852856:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852857:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691012.852859:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691012.852860:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691012.852862:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691012.852864:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691012.852865:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691012.852867:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691012.852870:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852871:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.852872:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852873:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691012.852875:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691012.852877:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691012.852879:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691012.852880:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691012.852886:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691012.852888:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.852889:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691012.852897:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691012.852903:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.852908:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691012.852918:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691012.852922:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691012.852931:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691012.852936:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.852942:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691012.852947:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691012.852951:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691012.852968:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691012.852978:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691012.852992:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061010816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691012.853007:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691012.853013:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.853023:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061010816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691012.853043:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691012.853047:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691012.853053:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691012.853055:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691012.853063:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691012.853069:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691012.853074:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19152
00000400:00000200:3.0:1790691012.853090:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691012.853102:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691012.853108:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691012.853119:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853125:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.853130:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853140:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691012.853179:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691012.853183:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691012.853188:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691012.853194:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691012.853201:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691012.853208:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691012.853223:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853232:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691012.853232:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691012.853240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1790691012.853244:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853257:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691012.853268:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691012.853283:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853295:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691012.853302:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691012.853308:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691012.853320:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853327:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691012.853333:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691012.853344:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853352:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691012.853367:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691012.853381:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691012.853387:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691012.853388:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853392:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691012.853410:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691012.853414:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691012.853419:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691012.853424:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691012.853433:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061010944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691012.853446:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691012.853451:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.853501:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061010944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691012.853551:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.853557:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691012.853567:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691012.853577:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691012.853583:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691012.853586:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691012.853590:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691012.853600:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691012.853604:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19152
00000400:00000200:3.0:1790691012.853621:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691012.853630:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691012.853638:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691012.853654:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853657:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.853668:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853676:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691012.853685:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691012.853695:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691012.853715:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691012.853725:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691012.853733:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691012.853741:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691012.853762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853769:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691012.853773:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853775:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691012.853777:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691012.853780:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691012.853783:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691012.853785:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691012.853790:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691012.853792:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853794:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691012.853796:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691012.853807:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853889:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691012.853895:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691012.853901:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691012.853908:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691012.853910:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691012.853913:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691012.853916:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691012.853921:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691012.853928:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691012.853935:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691012.853943:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061011072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691012.853957:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691012.853962:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.853969:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061011072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691012.853995:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691012.854002:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19162)
00000800:00000200:2.1:1790691012.854010:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691012.854013:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691012.854205:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691012.854206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691012.854420:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691012.854421:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691013.748649:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691013.748657:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691013.748659:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691014.196523:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313826048, at 4313826112
00000100:00000010:0.0:1790691014.196537:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:0.0:1790691014.772605:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691014.772608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691014.772611:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691015.796629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691015.796633:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691015.796636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691016.820636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691016.820640:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691016.820643:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691017.844609:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691017.844613:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691017.844616:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691017.972573:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691017.972583:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691017.972586:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691017.972589:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691017.972593:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691017.972600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19157
00000400:00000200:3.0:1790691017.972610:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691017.972617:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691017.972620:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691017.972623:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972626:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.972629:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972631:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691017.972639:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691017.972641:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691017.972644:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691017.972647:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691017.972649:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691017.972652:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691017.972655:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.972658:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972660:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691017.972663:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691017.972666:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972668:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691017.972671:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691017.972674:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691017.972677:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.972679:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691017.972681:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691017.972689:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691017.972692:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691017.972695:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691017.972697:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.972699:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691017.972701:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691017.972705:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691017.972712:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691017.972717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691017.972725:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061011200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691017.972734:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691017.972738:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.972743:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061011200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691017.972766:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691017.972769:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691017.972772:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691017.972773:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691017.972775:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691017.972777:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691017.972780:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19157
00000400:00000200:3.0:1790691017.972783:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691017.972786:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691017.972788:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691017.972790:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972793:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.972795:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972798:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691017.972801:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691017.972802:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691017.972804:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691017.972807:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691017.972809:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691017.972811:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691017.972817:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972822:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.972827:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972831:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691017.972835:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691017.972841:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691017.972847:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691017.972851:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691017.972857:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691017.972863:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.972867:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691017.972873:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691017.972877:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.972881:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691017.972886:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691017.972890:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691017.972895:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691017.972896:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.972900:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691017.972902:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691017.972904:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691017.972908:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691017.972911:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691017.972919:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061011328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691017.972930:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691017.972934:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.972942:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061011328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691017.972953:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691017.972959:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691017.972962:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691017.972965:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691017.972969:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691017.972974:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691017.972979:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19157
00000400:00000200:3.0:1790691017.972985:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691017.972990:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691017.972995:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691017.973000:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973005:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.973009:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973014:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691017.973019:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691017.973023:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691017.973029:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691017.973033:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691017.973037:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691017.973041:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691017.973046:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973051:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.973054:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973056:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691017.973061:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691017.973067:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973071:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691017.973074:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691017.973080:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691017.973083:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973086:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691017.973089:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691017.973095:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973099:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691017.973115:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691017.973122:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691017.973126:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691017.973130:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973132:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691017.973135:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691017.973139:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691017.973145:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691017.973150:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691017.973158:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061011456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691017.973165:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691017.973168:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.973174:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061011456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691017.973174:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691017.973182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1790691017.973183:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.973189:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691017.973195:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691017.973200:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691017.973205:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691017.973206:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691017.973207:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691017.973209:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691017.973213:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19157
00000400:00000200:3.0:1790691017.973218:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691017.973223:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691017.973227:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691017.973229:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973232:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.973235:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973237:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691017.973240:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691017.973241:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691017.973242:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691017.973243:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691017.973245:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691017.973248:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691017.973251:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973255:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691017.973260:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973265:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691017.973270:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691017.973277:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691017.973281:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691017.973284:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691017.973288:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691017.973291:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973293:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691017.973295:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691017.973310:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973313:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691017.973318:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691017.973323:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691017.973327:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691017.973328:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691017.973330:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691017.973331:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691017.973333:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691017.973336:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691017.973340:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691017.973345:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061011584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691017.973353:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691017.973355:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.973358:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061011584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691017.973365:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691017.973369:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19167)
00000800:00000200:2.1:1790691017.973755:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691017.973758:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691017.974034:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691017.974037:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691017.974325:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691017.974328:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1790691018.868678:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691018.868681:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691018.868683:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691019.316557:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313831168, at 4313831232
00000100:00000010:0.0:1790691019.316574:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:3.0:1790691019.892602:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691019.892606:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691019.892609:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691020.916661:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691020.916666:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691020.916670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691021.940599:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691021.940602:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691021.940605:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691022.964609:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691022.964613:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691022.964616:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691023.092526:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691023.092534:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691023.092536:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691023.092538:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691023.092542:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691023.092547:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19162
00000400:00000200:3.0:1790691023.092554:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691023.092559:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691023.092561:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691023.092563:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092566:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092567:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092569:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691023.092575:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691023.092576:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691023.092578:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691023.092580:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691023.092582:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691023.092584:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691023.092586:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092587:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092589:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092590:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691023.092591:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691023.092593:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092594:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691023.092596:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691023.092598:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691023.092600:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092601:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691023.092603:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691023.092610:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691023.092612:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691023.092614:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691023.092615:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092617:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691023.092619:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691023.092622:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691023.092628:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691023.092632:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691023.092639:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061011712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691023.092645:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691023.092649:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.092652:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061011712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691023.092668:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691023.092670:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691023.092674:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691023.092675:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691023.092677:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691023.092679:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691023.092682:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19162
00000400:00000200:3.0:1790691023.092685:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691023.092687:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691023.092689:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691023.092692:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092694:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092696:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092698:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691023.092700:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691023.092702:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691023.092703:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691023.092706:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691023.092707:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691023.092709:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691023.092712:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092714:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092715:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092717:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691023.092719:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691023.092721:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092723:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691023.092725:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691023.092730:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691023.092731:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092733:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691023.092737:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691023.092740:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092742:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691023.092745:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691023.092747:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691023.092749:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691023.092750:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092752:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691023.092753:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691023.092754:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691023.092759:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691023.092762:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691023.092766:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061011840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691023.092772:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691023.092774:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.092777:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061011840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691023.092785:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691023.092787:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691023.092790:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691023.092792:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691023.092793:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691023.092796:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691023.092798:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19162
00000400:00000200:3.0:1790691023.092801:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691023.092803:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691023.092805:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691023.092808:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092809:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092811:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092813:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691023.092843:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691023.092845:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691023.092846:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691023.092848:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691023.092850:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691023.092852:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691023.092854:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092856:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092858:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092859:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691023.092861:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691023.092864:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092866:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691023.092867:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691023.092869:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691023.092871:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691023.092871:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691023.092873:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691023.092874:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691023.092877:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092878:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691023.092881:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691023.092883:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691023.092885:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691023.092886:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.092888:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691023.092889:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691023.092891:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691023.092893:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691023.092896:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691023.092901:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061011968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691023.092913:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691023.092915:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.092919:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061011968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691023.092926:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.092928:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691023.092931:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691023.092933:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691023.092936:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691023.092937:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691023.092939:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691023.092941:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691023.092943:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19162
00000400:00000200:3.0:1790691023.092947:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691023.092950:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691023.092952:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691023.092954:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092956:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092958:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092960:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691023.092964:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691023.092965:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691023.092967:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691023.092969:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691023.092973:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691023.092976:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691023.092979:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092981:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691023.092983:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092985:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691023.092987:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691023.092990:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691023.092992:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691023.092994:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691023.092996:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691023.092998:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.093000:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691023.093002:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691023.093004:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.093006:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691023.093009:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691023.093011:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691023.093013:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691023.093015:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691023.093016:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691023.093018:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691023.093019:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691023.093023:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691023.093026:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691023.093030:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061012096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691023.093037:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691023.093039:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.093042:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061012096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691023.093050:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691023.093054:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19172)
00000800:00000200:2.1:1790691023.093070:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691023.093178:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691023.093325:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691023.988585:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691023.988589:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691023.988593:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691024.436529:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313836288, at 4313836352
00000100:00000010:0.0:1790691024.436545:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:0.0:1790691025.012610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691025.012614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691025.012618:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691026.036600:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691026.036603:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691026.036606:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691027.060642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691027.060646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691027.060649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691028.084678:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691028.084684:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691028.084688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691028.213293:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691028.213299:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691028.213869:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691028.213872:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691028.214225:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691028.214227:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691028.214600:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691028.214604:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790691029.108649:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691029.108655:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691029.108659:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691029.556531:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313841408, at 4313841472
00000100:00000010:0.0:1790691029.556545:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:3.0:1790691030.132598:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691030.132601:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691030.132604:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691031.156635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691031.156640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691031.156645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691032.180672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691032.180675:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691032.180678:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691033.204617:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691033.204622:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691033.204626:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691033.333513:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691033.333524:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691033.334055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691033.334056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691033.334282:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691033.334284:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691033.334516:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691033.334519:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691034.228735:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691034.228743:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691034.228748:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691034.676604:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313846529, at 4313846592
00000100:00000010:0.0:1790691034.676623:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:0.0:1790691035.252598:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691035.252602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691035.252604:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691036.276687:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691036.276696:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691036.276702:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691037.300601:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691037.300604:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691037.300607:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691038.324656:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691038.324661:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691038.324664:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691038.452566:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691038.452576:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691038.452578:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691038.452581:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691038.452585:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691038.452592:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19177
00000400:00000200:3.0:1790691038.452599:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691038.452606:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691038.452609:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691038.452611:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452618:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691038.452625:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691038.452627:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691038.452629:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691038.452631:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691038.452633:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691038.452635:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691038.452637:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452638:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452640:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691038.452642:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691038.452644:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452646:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691038.452649:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691038.452652:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691038.452654:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.452655:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691038.452657:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691038.452664:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691038.452667:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691038.452669:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691038.452671:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.452673:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691038.452675:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691038.452678:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691038.452683:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691038.452689:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691038.452696:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061013248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691038.452704:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691038.452708:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691038.452712:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061013248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691038.452729:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691038.452731:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691038.452734:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691038.452735:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691038.452736:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691038.452738:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691038.452740:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19177
00000400:00000200:3.0:1790691038.452742:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691038.452751:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691038.452753:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691038.452756:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452760:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452762:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452766:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691038.452770:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691038.452771:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691038.452773:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691038.452776:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691038.452778:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691038.452782:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691038.452787:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452791:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452794:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452798:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691038.452802:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691038.452807:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452809:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691038.452812:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691038.452817:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691038.452820:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.452823:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691038.452826:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691038.452830:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.452833:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691038.452836:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691038.452841:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691038.452844:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691038.452847:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.452848:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691038.452849:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691038.452853:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691038.452860:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691038.452864:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691038.452869:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061013376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691038.452880:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691038.452884:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691038.452888:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061013376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691038.452896:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691038.452916:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691038.452920:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691038.452923:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691038.452930:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691038.452934:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691038.452939:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19177
00000400:00000200:3.0:1790691038.452944:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691038.452950:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691038.452954:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691038.452959:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452962:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452964:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452968:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691038.452971:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691038.452974:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691038.452977:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691038.452979:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691038.452981:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691038.452986:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691038.452990:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452992:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.452995:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.452998:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691038.452999:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691038.453004:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453007:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691038.453010:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691038.453013:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691038.453014:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453016:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691038.453018:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691038.453024:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453028:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691038.453036:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691038.453042:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691038.453050:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691038.453054:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453059:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691038.453064:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691038.453068:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691038.453075:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691038.453081:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691038.453088:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061013504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691038.453097:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691038.453101:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691038.453108:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061013504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691038.453119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691038.453122:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691038.453124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1790691038.453125:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691038.453131:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691038.453134:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691038.453139:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691038.453141:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691038.453142:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691038.453145:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691038.453150:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19177
00000400:00000200:3.0:1790691038.453157:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691038.453161:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691038.453164:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691038.453168:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453170:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.453173:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453176:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691038.453179:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691038.453181:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691038.453184:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691038.453187:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691038.453190:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691038.453233:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691038.453239:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453242:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691038.453246:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453252:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691038.453254:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691038.453258:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691038.453261:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691038.453264:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691038.453268:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691038.453272:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453276:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691038.453279:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691038.453282:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453285:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691038.453290:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691038.453294:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691038.453298:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691038.453300:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691038.453302:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691038.453304:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691038.453306:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691038.453311:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691038.453316:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691038.453322:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061013632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691038.453347:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691038.453353:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691038.453360:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061013632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691038.453370:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691038.453375:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19188)
00000800:00000200:2.1:1790691038.453592:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691038.453594:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691038.453834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691038.453836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691038.454090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691038.454091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000020:00000001:0.0:1790691039.348635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691039.348638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691039.348641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691039.796600:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313851648, at 4313851712
00000100:00000010:0.0:1790691039.796617:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790691040.372719:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691040.372725:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691040.372729:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691041.396609:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691041.396613:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691041.396616:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691042.420673:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691042.420679:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691042.420683:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691043.444604:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691043.444607:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691043.444610:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691043.572577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691043.572589:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691043.572592:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691043.572597:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691043.572601:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691043.572608:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19183
00000400:00000200:0.0:1790691043.572617:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691043.572625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691043.572629:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691043.572632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572636:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.572639:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572642:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691043.572651:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691043.572653:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691043.572657:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691043.572660:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691043.572662:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691043.572664:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691043.572667:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572668:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.572670:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572671:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691043.572673:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691043.572675:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572677:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691043.572680:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691043.572684:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691043.572686:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.572687:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691043.572689:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691043.572697:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691043.572700:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691043.572703:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691043.572704:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.572706:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691043.572709:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691043.572712:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691043.572718:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691043.572723:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691043.572730:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061013760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691043.572739:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691043.572742:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.572745:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061013760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691043.572765:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691043.572767:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691043.572770:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691043.572771:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691043.572772:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691043.572774:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691043.572776:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19183
00000400:00000200:0.0:1790691043.572779:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691043.572781:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691043.572782:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691043.572785:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572786:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.572788:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572789:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691043.572792:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691043.572793:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691043.572794:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691043.572796:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691043.572797:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691043.572798:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691043.572800:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572813:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.572815:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572816:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691043.572818:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691043.572820:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572821:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691043.572822:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691043.572827:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691043.572829:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.572830:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691043.572834:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691043.572836:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.572838:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691043.572841:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691043.572843:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691043.572845:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691043.572846:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.572848:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691043.572849:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691043.572851:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691043.572857:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691043.572862:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691043.572869:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061013888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691043.572898:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691043.572902:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.572909:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061013888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691043.572921:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691043.572926:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691043.572931:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691043.572933:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691043.572935:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691043.572941:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691043.572945:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19183
00000400:00000200:0.0:1790691043.572949:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691043.572953:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691043.572958:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691043.572960:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572962:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.572967:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572969:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691043.572972:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691043.572975:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691043.572977:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691043.572981:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691043.572985:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691043.572989:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691043.572993:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.572999:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.573003:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573008:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691043.573015:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691043.573024:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573030:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691043.573032:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691043.573037:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691043.573042:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573044:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691043.573048:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691043.573055:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573057:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691043.573062:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691043.573065:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691043.573069:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691043.573072:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573074:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691043.573077:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691043.573079:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691043.573084:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691043.573087:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691043.573095:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061014016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691043.573108:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691043.573110:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.573114:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061014016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691043.573127:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.573131:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691043.573137:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691043.573144:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691043.573149:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691043.573152:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691043.573155:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691043.573158:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691043.573163:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19183
00000400:00000200:0.0:1790691043.573172:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691043.573180:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790691043.573182:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691043.573185:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1790691043.573187:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790691043.573194:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573201:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.573206:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573213:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691043.573218:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691043.573221:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691043.573225:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691043.573228:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691043.573231:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691043.573233:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691043.573241:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573245:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691043.573249:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573253:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691043.573255:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691043.573261:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691043.573266:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691043.573270:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691043.573273:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691043.573277:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573280:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691043.573283:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691043.573285:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573289:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691043.573295:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691043.573298:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691043.573302:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691043.573303:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691043.573305:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691043.573308:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691043.573311:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691043.573315:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691043.573320:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691043.573334:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061014144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691043.573346:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691043.573349:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.573358:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061014144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691043.573388:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691043.573395:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19193)
00000800:00000200:2.1:1790691043.573617:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691043.573619:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691043.573800:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691043.573818:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691043.574002:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691043.574004:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790691044.468677:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691044.468682:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691044.468685:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691044.916533:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313856768, at 4313856832
00000100:00000010:0.0:1790691044.916542:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790691045.492648:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691045.492652:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691045.492655:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691046.516767:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691046.516771:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691046.516774:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691047.540675:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691047.540678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691047.540682:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691048.564647:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691048.564652:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691048.564656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691048.693244:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691048.693250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691048.693837:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691048.693839:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691048.694045:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691048.694048:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691048.694236:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691048.694238:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790691049.588663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691049.588667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691049.588671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691050.036620:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313861888, at 4313861952
00000100:00000010:0.0:1790691050.036648:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:0.0:1790691051.636657:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691051.636661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691051.636664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691052.660751:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691052.660757:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691052.660761:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691053.684760:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691053.684766:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691053.684770:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691053.813042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691053.813047:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691053.813601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691053.813619:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691053.813841:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691053.813842:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691053.814018:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691053.814020:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790691055.156544:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313867008, at 4313867072
00000100:00000010:0.0:1790691055.156555:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:0.0:1790691055.732637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691055.732641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691055.732644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691056.756704:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691056.756710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691056.756714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691057.780684:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691057.780692:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691057.780697:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691058.933058:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691058.933064:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691058.933738:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691058.933740:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691058.933956:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691058.933958:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691058.934259:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691058.934262:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1790691059.828643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691059.828646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691059.828649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691060.276583:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313872128, at 4313872192
00000100:00000010:0.0:1790691060.276598:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:3.0:1790691060.852710:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691060.852714:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691060.852718:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691061.876655:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691061.876659:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691061.876661:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691063.924615:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691063.924619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691063.924623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691064.052595:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691064.052604:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691064.052606:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691064.052609:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691064.052613:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691064.052620:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19203
00000400:00000200:3.0:1790691064.052629:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691064.052636:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691064.052639:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691064.052642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052646:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.052648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052650:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691064.052656:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691064.052658:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691064.052660:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691064.052663:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691064.052664:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691064.052666:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691064.052668:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052669:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.052670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052671:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691064.052673:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691064.052676:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052677:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691064.052680:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691064.052682:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691064.052684:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.052686:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691064.052687:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691064.052695:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691064.052697:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691064.052700:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691064.052701:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.052703:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691064.052705:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691064.052709:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691064.052715:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691064.052721:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691064.052728:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061015808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691064.052744:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691064.052748:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.052754:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061015808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691064.052779:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691064.052783:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691064.052786:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691064.052788:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691064.052790:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691064.052794:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691064.052797:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19203
00000400:00000200:3.0:1790691064.052803:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691064.052806:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691064.052807:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691064.052809:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052829:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.052831:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052836:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691064.052841:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691064.052844:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691064.052846:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691064.052848:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691064.052855:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691064.052858:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691064.052864:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052865:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.052877:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052881:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691064.052892:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691064.052905:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691064.052914:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691064.052917:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691064.052923:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691064.052927:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.052931:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691064.052942:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691064.052951:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.052955:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691064.052967:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691064.052976:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691064.052978:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691064.052983:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.052995:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691064.053006:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691064.053009:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691064.053016:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691064.053028:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691064.053038:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061015936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691064.053053:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691064.053055:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.053070:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061015936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691064.053105:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691064.053110:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691064.053131:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691064.053136:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691064.053141:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691064.053147:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691064.053153:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19203
00000400:00000200:3.0:1790691064.053170:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691064.053177:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691064.053179:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691064.053191:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053195:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.053203:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053210:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691064.053242:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691064.053248:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691064.053255:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691064.053261:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691064.053268:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691064.053278:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691064.053290:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053293:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691064.053299:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691064.053300:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053310:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790691064.053311:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1790691064.053313:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691064.053320:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053323:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691064.053325:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691064.053331:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691064.053338:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053340:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691064.053345:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691064.053350:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053351:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691064.053354:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691064.053357:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691064.053360:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691064.053368:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053371:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691064.053375:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691064.053381:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691064.053390:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691064.053401:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691064.053426:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061016064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691064.053490:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691064.053493:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.053502:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061016064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691064.053579:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.053596:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691064.053605:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691064.053608:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691064.053612:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691064.053616:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691064.053618:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691064.053622:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691064.053626:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19203
00000400:00000200:3.0:1790691064.053635:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691064.053642:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691064.053645:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691064.053650:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053654:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.053657:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053661:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691064.053669:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691064.053672:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691064.053675:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691064.053681:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691064.053684:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691064.053689:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691064.053696:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053704:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691064.053718:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053727:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691064.053731:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691064.053741:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691064.053750:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691064.053757:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691064.053768:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691064.053780:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053792:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691064.053798:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691064.053809:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053811:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691064.053814:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691064.053819:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691064.053833:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691064.053835:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691064.053843:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691064.053846:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691064.053848:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691064.053856:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691064.053862:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691064.053871:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061016192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691064.053890:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691064.053893:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.053911:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061016192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691064.053944:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691064.053954:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19213)
00000800:00000200:2.1:1790691064.054152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691064.054154:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691064.054374:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691064.054376:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691064.054654:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691064.054657:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790691064.948665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691064.948669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691064.948672:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691065.396538:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313877249, at 4313877312
00000100:00000010:0.0:1790691065.396551:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790691065.972585:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691065.972588:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691065.972591:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691068.020632:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691068.020635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691068.020638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691069.044701:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691069.044705:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691069.044708:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691069.172580:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691069.172593:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691069.172597:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691069.172602:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691069.172607:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691069.172615:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19208
00000400:00000200:0.0:1790691069.172626:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691069.172635:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691069.172641:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691069.172645:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.172652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172655:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691069.172665:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691069.172667:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691069.172671:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691069.172675:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691069.172678:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691069.172681:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691069.172685:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172688:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.172690:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172692:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691069.172696:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691069.172700:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172703:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691069.172707:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691069.172711:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691069.172715:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.172718:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691069.172720:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691069.172730:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691069.172735:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691069.172740:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691069.172742:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.172745:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691069.172748:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691069.172753:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691069.172763:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691069.172770:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691069.172782:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061016320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691069.172794:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691069.172799:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.172805:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061016320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691069.172833:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691069.172838:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691069.172842:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691069.172844:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691069.172846:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691069.172849:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691069.172852:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19208
00000400:00000200:0.0:1790691069.172857:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691069.172861:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691069.172865:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691069.172869:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172872:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.172875:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172878:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691069.172899:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691069.172903:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691069.172909:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691069.172915:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691069.172921:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691069.172925:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691069.172936:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172942:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.172949:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172955:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691069.172962:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691069.172973:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691069.172981:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691069.172986:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691069.172996:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691069.173002:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173010:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691069.173018:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691069.173026:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173032:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691069.173057:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691069.173076:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691069.173083:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691069.173088:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173094:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691069.173099:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691069.173103:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691069.173112:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691069.173120:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691069.173129:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061016448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691069.173142:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691069.173165:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.173176:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061016448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691069.173224:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691069.173232:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691069.173243:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691069.173249:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691069.173255:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691069.173261:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691069.173268:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19208
00000400:00000200:0.0:1790691069.173277:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691069.173284:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691069.173290:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1790691069.173297:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691069.173301:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691069.173303:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790691069.173341:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.173348:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173354:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691069.173361:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691069.173367:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691069.173372:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691069.173377:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691069.173382:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691069.173388:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691069.173398:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173403:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.173412:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173419:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691069.173427:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691069.173435:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173443:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691069.173448:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691069.173501:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691069.173507:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173514:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691069.173519:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691069.173526:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173534:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691069.173543:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691069.173549:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691069.173555:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691069.173560:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173567:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691069.173571:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691069.173577:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691069.173587:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691069.173596:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691069.173609:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061016576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691069.173647:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691069.173653:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.173664:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061016576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691069.173690:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.173696:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691069.173702:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691069.173709:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691069.173720:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691069.173725:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691069.173730:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691069.173737:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691069.173745:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19208
00000400:00000200:0.0:1790691069.173757:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691069.173766:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691069.173774:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691069.173783:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173790:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.173798:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173806:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691069.173814:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691069.173818:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691069.173821:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691069.173827:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691069.173835:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691069.173841:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691069.173852:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173857:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691069.173863:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173871:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691069.173878:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691069.173903:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691069.173909:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691069.173917:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691069.173925:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691069.173931:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173938:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691069.173942:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691069.173950:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173956:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691069.173966:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691069.173973:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691069.173981:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691069.173986:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691069.173991:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691069.173995:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691069.174000:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691069.174009:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691069.174016:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691069.174031:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061016704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691069.174069:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691069.174077:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.174089:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061016704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691069.174133:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691069.174143:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19218)
00000800:00000200:2.1:1790691069.174159:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691069.174161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691069.174423:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691069.174425:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691069.174700:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691069.174702:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790691070.068611:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691070.068614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691070.068617:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691070.516571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313882368, at 4313882432
00000100:00000010:0.0:1790691070.516586:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790691072.116626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691072.116630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691072.116633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691073.140699:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691073.140704:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691073.140707:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691074.164701:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691074.164706:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691074.164711:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691074.292564:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691074.292575:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691074.292578:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691074.292582:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691074.292588:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691074.292596:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19213
00000400:00000200:3.0:1790691074.292606:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691074.292613:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691074.292617:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691074.292620:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292624:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.292626:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292629:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691074.292638:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691074.292640:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691074.292642:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691074.292646:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691074.292648:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691074.292651:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691074.292655:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292657:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.292659:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691074.292663:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691074.292666:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292669:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691074.292672:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691074.292675:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691074.292678:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.292680:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691074.292682:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691074.292689:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691074.292693:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691074.292697:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691074.292698:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.292701:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691074.292704:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691074.292709:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691074.292717:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691074.292723:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691074.292740:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061016832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691074.292751:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691074.292756:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.292760:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061016832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691074.292781:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691074.292784:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691074.292788:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691074.292789:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691074.292791:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691074.292794:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691074.292797:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19213
00000400:00000200:3.0:1790691074.292801:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691074.292806:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691074.292809:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691074.292812:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292815:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.292817:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292820:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691074.292823:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691074.292826:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691074.292831:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691074.292834:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691074.292841:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691074.292846:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691074.292856:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292862:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.292867:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292872:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691074.292877:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691074.292886:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691074.292892:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691074.292896:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691074.292904:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691074.292909:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.292913:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691074.292918:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691074.292925:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.292930:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691074.292937:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691074.292942:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691074.292947:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691074.292949:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.292955:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691074.292959:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691074.292962:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691074.292968:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691074.292976:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691074.292985:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061016960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691074.293004:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691074.293010:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.293019:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061016960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691074.293037:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691074.293044:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691074.293053:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691074.293059:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691074.293063:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691074.293069:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691074.293076:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19213
00000400:00000200:3.0:1790691074.293087:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691074.293096:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691074.293100:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691074.293107:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293114:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.293121:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691074.293123:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691074.293126:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790691074.293128:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790691074.293133:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691074.293137:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691074.293150:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691074.293155:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691074.293160:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691074.293166:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691074.293176:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293181:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.293185:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293191:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691074.293195:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691074.293203:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293221:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691074.293227:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691074.293232:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691074.293234:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293237:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691074.293242:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691074.293247:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293252:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691074.293259:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691074.293264:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691074.293270:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691074.293273:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293276:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691074.293278:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691074.293281:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691074.293289:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691074.293295:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691074.293305:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061017088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691074.293322:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691074.293327:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.293337:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061017088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691074.293350:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.293355:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691074.293364:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691074.293371:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691074.293382:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691074.293386:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691074.293389:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691074.293395:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691074.293402:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19213
00000400:00000200:3.0:1790691074.293410:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691074.293419:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691074.293424:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691074.293433:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293439:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.293446:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293494:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691074.293502:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691074.293506:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691074.293512:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691074.293519:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691074.293525:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691074.293532:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691074.293541:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293547:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691074.293553:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293559:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691074.293566:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691074.293574:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691074.293581:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691074.293587:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691074.293592:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691074.293598:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293602:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691074.293606:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691074.293610:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293612:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691074.293616:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691074.293621:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691074.293625:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691074.293629:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691074.293632:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691074.293635:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691074.293640:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691074.293646:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691074.293653:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691074.293662:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061017216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691074.293682:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691074.293688:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.293698:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061017216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691074.293721:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691074.293728:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19223)
00000800:00000200:2.1:1790691074.293792:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691074.293794:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691074.293986:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691074.293988:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691074.294232:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691074.294234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691075.636552:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313887488, at 4313887552
00000100:00000010:0.0:1790691075.636570:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790691076.212603:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691076.212608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691076.212611:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691077.236702:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691077.236706:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691077.236708:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691078.260601:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691078.260604:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691078.260607:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691079.412541:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691079.412551:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691079.412555:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691079.412558:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691079.412563:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691079.412572:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19218
00000400:00000200:3.0:1790691079.412581:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691079.412588:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691079.412593:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691079.412597:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412602:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.412605:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412608:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691079.412616:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691079.412619:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691079.412622:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691079.412625:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691079.412628:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691079.412631:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691079.412634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412637:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.412639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412642:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691079.412645:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691079.412649:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412661:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691079.412665:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691079.412668:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691079.412671:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.412673:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691079.412675:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691079.412682:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691079.412686:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691079.412690:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691079.412692:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.412695:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691079.412697:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691079.412702:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691079.412709:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691079.412717:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691079.412726:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061017344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691079.412738:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691079.412742:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.412748:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061017344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691079.412771:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691079.412775:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691079.412779:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691079.412781:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691079.412783:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691079.412786:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691079.412789:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19218
00000400:00000200:3.0:1790691079.412793:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691079.412798:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691079.412801:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691079.412804:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412807:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.412811:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412815:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691079.412821:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691079.412825:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691079.412828:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691079.412832:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691079.412837:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691079.412842:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691079.412849:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412854:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.412859:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412864:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691079.412868:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691079.412875:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691079.412881:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691079.412887:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691079.412893:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691079.412900:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.412905:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691079.412910:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691079.412925:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.412929:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691079.412936:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691079.412941:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691079.412947:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691079.412951:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.412955:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691079.412958:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691079.412961:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691079.412969:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691079.412975:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691079.412986:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061017472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691079.413008:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691079.413013:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.413022:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061017472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691079.413062:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691079.413068:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691079.413075:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691079.413079:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691079.413082:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691079.413087:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691079.413093:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19218
00000400:00000200:3.0:1790691079.413103:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691079.413125:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790691079.413130:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790691079.413131:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1790691079.413137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1790691079.413139:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413145:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.413150:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413160:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691079.413166:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691079.413170:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691079.413174:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691079.413178:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691079.413183:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691079.413188:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691079.413196:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413202:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.413206:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413212:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691079.413217:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691079.413223:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413227:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691079.413232:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691079.413237:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691079.413243:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413248:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691079.413251:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691079.413257:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413261:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691079.413269:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691079.413276:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691079.413280:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691079.413284:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413287:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691079.413291:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691079.413294:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691079.413303:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691079.413311:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691079.413321:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061017600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691079.413337:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691079.413342:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.413352:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061017600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691079.413371:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.413377:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691079.413385:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691079.413391:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691079.413398:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691079.413402:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691079.413405:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691079.413412:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691079.413419:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19218
00000400:00000200:3.0:1790691079.413431:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691079.413439:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691079.413445:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691079.413451:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413484:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.413490:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413496:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691079.413504:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691079.413507:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691079.413511:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691079.413516:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691079.413533:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691079.413539:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691079.413547:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413553:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691079.413558:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413563:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691079.413569:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691079.413575:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691079.413581:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691079.413586:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691079.413592:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691079.413596:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413598:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691079.413603:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691079.413608:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413613:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691079.413619:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691079.413625:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691079.413631:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691079.413634:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691079.413638:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691079.413641:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691079.413645:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691079.413660:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691079.413666:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691079.413677:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061017728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691079.413694:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691079.413699:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.413708:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061017728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691079.413726:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691079.413733:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19229)
00000800:00000200:2.1:1790691079.413804:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691079.413806:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691079.414024:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691079.414026:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790691079.414284:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691079.414286:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000001:0.0:1790691080.308787:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691080.308793:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691080.308798:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691080.756550:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313892608, at 4313892672
00000100:00000010:0.0:1790691080.756565:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:3.0:1790691081.332633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691081.332636:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691081.332638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691082.356700:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691082.356707:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691082.356711:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691084.404721:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691084.404725:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691084.404728:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691084.533154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691084.533158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790691084.533658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691084.533660:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790691084.533866:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691084.533868:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790691084.534069:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691084.534071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790691085.428703:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691085.428710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691085.428714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691085.876575:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313897728, at 4313897792
00000100:00000010:0.0:1790691085.876598:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:0.0:1790691086.452762:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691086.452767:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691086.452772:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691088.500666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691088.500669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691088.500672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691089.524597:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691089.524601:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691089.524604:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691089.652560:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691089.652569:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691089.652571:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691089.652575:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691089.652579:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691089.652585:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19229
00000400:00000200:3.0:1790691089.652593:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691089.652598:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691089.652601:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691089.652604:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.652609:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652611:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691089.652617:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691089.652619:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691089.652621:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691089.652624:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691089.652626:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691089.652627:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691089.652629:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652630:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.652631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691089.652635:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691089.652637:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652639:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691089.652641:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691089.652643:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691089.652645:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.652647:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691089.652648:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691089.652655:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691089.652658:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691089.652660:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691089.652661:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.652664:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691089.652666:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691089.652669:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691089.652676:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691089.652681:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691089.652688:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061018368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691089.652700:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691089.652704:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.652707:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061018368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691089.652724:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691089.652727:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691089.652729:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691089.652730:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691089.652731:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691089.652733:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691089.652735:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19229
00000400:00000200:3.0:1790691089.652738:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691089.652740:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691089.652742:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691089.652744:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652746:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.652748:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652750:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691089.652752:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691089.652753:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691089.652755:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691089.652757:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691089.652758:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691089.652759:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691089.652762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652777:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.652778:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652783:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691089.652786:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691089.652789:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652791:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691089.652794:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691089.652798:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691089.652803:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.652807:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691089.652812:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691089.652817:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.652822:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691089.652827:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691089.652830:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691089.652835:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691089.652846:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.652848:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691089.652859:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691089.652863:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691089.652867:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691089.652871:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691089.652879:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061018496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691089.652889:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691089.652891:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.652902:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061018496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691089.652932:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691089.652936:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691089.652939:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691089.652943:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691089.652945:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691089.652947:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691089.652951:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19229
00000400:00000200:3.0:1790691089.652958:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691089.652968:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691089.652972:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691089.652977:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652981:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.652985:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.652990:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691089.652995:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691089.652997:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691089.653001:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691089.653004:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691089.653008:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691089.653012:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691089.653016:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.653021:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653026:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691089.653031:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691089.653034:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653035:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691089.653037:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691089.653041:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691089.653044:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653048:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691089.653052:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691089.653055:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653060:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691089.653066:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691089.653070:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691089.653075:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691089.653078:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653084:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691089.653087:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691089.653091:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691089.653095:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691089.653101:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691089.653110:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061018624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691089.653119:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691089.653121:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.653128:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061018624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691089.653135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691089.653143:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.653145:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691089.653148:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691089.653149:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691089.653151:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691089.653153:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691089.653154:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691089.653156:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691089.653164:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19229
00000400:00000200:3.0:1790691089.653176:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691089.653182:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691089.653185:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691089.653188:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653194:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.653199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653203:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691089.653207:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691089.653210:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691089.653215:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691089.653217:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691089.653221:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691089.653224:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691089.653226:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653228:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691089.653233:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653237:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691089.653240:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691089.653246:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691089.653250:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691089.653255:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691089.653258:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691089.653263:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653266:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691089.653269:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691089.653273:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653277:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691089.653282:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691089.653288:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691089.653294:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691089.653297:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691089.653303:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691089.653307:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691089.653313:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691089.653323:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691089.653332:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691089.653344:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061018752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691089.653364:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691089.653367:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.653380:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061018752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691089.653410:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691089.653418:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19239)
00000800:00000200:2.1:1790691089.653448:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691089.653623:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691089.653791:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691090.548659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691090.548663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691090.548668:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691090.996716:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313902848, at 4313902912
00000100:00000010:0.0:1790691090.996736:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:0.0:1790691092.596795:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691092.596805:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691092.596811:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691092.724741:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691092.724877:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691092.724890:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691092.724895:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691092.724928:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691092.724932:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691092.724939:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691092.724942:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfc00.
00000400:00000200:0.0:1790691092.724947:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691092.724951:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691092.724956:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:0.0:1790691092.724959:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:0.0:1790691092.724963:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691092.724970:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1eb800 x1877672061018368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.724993:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691092.724997:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061018368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725003:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691092.725004:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691092.725011:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691092.725012:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df200.
00000400:00000200:0.0:1790691092.725014:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691092.725017:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691092.725019:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2660
00000400:00000010:0.0:1790691092.725020:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2660.
00000100:00000001:0.0:1790691092.725021:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691092.725024:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672061018496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725029:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691092.725031:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061018496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725036:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691092.725037:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691092.725041:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691092.725042:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df600.
00000400:00000200:0.0:1790691092.725045:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691092.725048:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691092.725052:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2198
00000400:00000010:0.0:1790691092.725054:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2198.
00000100:00000001:0.0:1790691092.725058:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691092.725063:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8e00 x1877672061018624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725072:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691092.725078:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061018624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725088:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691092.725092:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691092.725103:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691092.725108:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:0.0:1790691092.725113:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691092.725122:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691092.725127:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2d48
00000400:00000010:0.0:1790691092.725134:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2d48.
00000100:00000001:0.0:1790691092.725141:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691092.725150:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8000 x1877672061018752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725185:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691092.725191:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061018752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691114 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691092.725203:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691092.725207:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691093.620622:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691093.620625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691093.620629:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691094.644575:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691094.644579:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691094.644581:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691094.773401:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691094.773410:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691094.774521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691094.774525:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691094.774959:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691094.774963:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691094.775338:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691094.775341:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691096.116517:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313907969, at 4313908032
00000100:00000010:0.0:1790691096.116525:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790691096.692667:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691096.692672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691096.692675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691097.716610:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691097.716615:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691097.716620:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691098.740649:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691098.740653:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691098.740656:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691099.892622:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691099.892630:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691099.892633:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691099.892636:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691099.892639:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691099.892645:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19239
00000400:00000200:3.0:1790691099.892653:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691099.892659:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691099.892664:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691099.892667:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.892673:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892676:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691099.892685:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691099.892687:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691099.892690:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691099.892693:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691099.892696:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691099.892698:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691099.892701:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892704:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.892707:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892709:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691099.892723:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691099.892727:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892729:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691099.892731:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691099.892734:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691099.892737:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.892738:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691099.892740:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691099.892747:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691099.892761:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691099.892763:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691099.892765:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.892767:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691099.892769:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691099.892773:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691099.892778:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691099.892784:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691099.892791:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061019392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691099.892799:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691099.892803:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.892806:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061019392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691099.892826:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691099.892828:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691099.892831:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691099.892832:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691099.892833:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691099.892836:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691099.892839:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19239
00000400:00000200:3.0:1790691099.892843:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691099.892847:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691099.892850:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691099.892853:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892856:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.892859:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892861:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691099.892865:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691099.892869:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691099.892873:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691099.892879:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691099.892883:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691099.892889:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691099.892900:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892906:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.892913:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892918:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691099.892928:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691099.892936:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691099.892939:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691099.892940:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691099.892947:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691099.892953:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.892956:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691099.892960:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691099.892964:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.892965:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691099.892971:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691099.892973:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691099.892978:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691099.893021:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893025:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691099.893027:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691099.893029:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691099.893038:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691099.893047:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691099.893058:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061019520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691099.893081:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691099.893086:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.893097:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061019520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691099.893109:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691099.893114:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1790691099.893124:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691099.893132:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691099.893140:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691099.893144:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691099.893159:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691099.893162:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691099.893167:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19239
00000400:00000200:3.0:1790691099.893173:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691099.893179:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691099.893184:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691099.893190:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893193:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.893199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893204:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691099.893209:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691099.893213:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691099.893215:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691099.893218:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691099.893221:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691099.893224:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691099.893229:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893231:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.893236:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893239:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691099.893243:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691099.893246:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893249:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691099.893253:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691099.893255:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691099.893257:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893262:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691099.893264:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691099.893267:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893272:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691099.893276:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691099.893282:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691099.893287:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691099.893290:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893294:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691099.893297:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691099.893300:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691099.893306:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691099.893330:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691099.893342:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061019648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691099.893364:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691099.893370:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.893380:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061019648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691099.893423:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.893431:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691099.893442:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691099.893450:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691099.893456:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691099.893460:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691099.893464:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691099.893511:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691099.893515:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19239
00000400:00000200:3.0:1790691099.893520:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691099.893524:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691099.893526:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691099.893528:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893530:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.893535:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893538:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691099.893546:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691099.893548:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691099.893553:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691099.893556:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691099.893563:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691099.893570:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691099.893580:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691099.893611:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893615:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691099.893619:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691099.893625:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691099.893627:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691099.893631:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691099.893635:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691099.893637:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893642:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691099.893644:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691099.893648:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893651:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691099.893656:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691099.893661:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691099.893667:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691099.893671:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691099.893676:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691099.893680:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691099.893684:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691099.893692:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691099.893699:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691099.893726:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061019776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691099.893739:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691099.893744:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.893750:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061019776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691099.893764:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691099.893768:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19249)
00000800:00000200:2.1:1790691099.893881:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691099.893883:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691099.894081:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691099.894083:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691099.894269:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691099.894270:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790691100.788632:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691100.788635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691100.788638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691101.236564:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313913088, at 4313913152
00000100:00000010:0.0:1790691101.236586:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790691101.812688:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691101.812695:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691101.812699:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691102.836728:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691102.836734:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691102.836738:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691104.884718:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691104.884724:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691104.884728:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691105.012599:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691105.012610:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691105.012626:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691105.012630:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691105.012635:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691105.012650:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19244
00000400:00000200:0.0:1790691105.012672:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691105.012680:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691105.012684:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691105.012686:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012689:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.012691:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012693:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691105.012701:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691105.012702:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691105.012704:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691105.012707:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691105.012709:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691105.012711:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691105.012714:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012715:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.012716:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012718:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691105.012725:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691105.012728:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012729:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691105.012732:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691105.012735:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691105.012737:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.012739:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691105.012740:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691105.012749:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691105.012751:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691105.012754:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691105.012756:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.012758:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691105.012760:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691105.012764:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691105.012771:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691105.012777:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691105.012796:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061019904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691105.012804:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691105.012807:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.012811:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061019904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691105.012829:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691105.012832:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691105.012834:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691105.012836:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691105.012837:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691105.012839:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691105.012841:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19244
00000400:00000200:0.0:1790691105.012844:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691105.012846:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691105.012847:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691105.012859:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012860:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.012862:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012863:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691105.012865:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691105.012866:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691105.012867:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691105.012869:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691105.012870:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691105.012877:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691105.012880:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012882:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.012883:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012885:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691105.012886:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691105.012888:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691105.012889:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691105.012891:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691105.012895:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691105.012897:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.012900:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691105.012904:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691105.012907:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.012909:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691105.012912:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691105.012913:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691105.012915:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691105.012916:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.012917:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691105.012919:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691105.012922:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691105.012927:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691105.012932:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691105.012938:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061020032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691105.012950:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691105.012955:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.012965:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061020032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691105.013004:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691105.013008:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691105.013011:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691105.013022:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691105.013023:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691105.013026:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691105.013032:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19244
00000400:00000200:0.0:1790691105.013036:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691105.013048:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691105.013053:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691105.013058:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013060:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.013067:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013077:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691105.013085:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691105.013088:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691105.013093:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691105.013095:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691105.013096:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691105.013098:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691105.013105:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013109:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.013113:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013116:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691105.013119:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691105.013121:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013122:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691105.013123:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691105.013126:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691105.013129:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013137:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691105.013141:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691105.013144:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013146:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691105.013148:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691105.013155:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691105.013165:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691105.013166:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013167:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691105.013168:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691105.013170:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691105.013182:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691105.013185:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691105.013190:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061020160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691105.013199:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691105.013201:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.013205:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061020160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691105.013226:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.013234:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691105.013238:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691105.013246:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691105.013259:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691105.013263:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691105.013265:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691105.013277:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691105.013285:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19244
00000400:00000200:0.0:1790691105.013297:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691105.013305:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691105.013314:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691105.013321:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013325:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.013328:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013337:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691105.013342:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691105.013342:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691105.013343:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691105.013345:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691105.013347:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691105.013351:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691105.013362:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013365:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691105.013367:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013369:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691105.013372:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691105.013384:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691105.013392:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691105.013397:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691105.013403:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691105.013413:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013422:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691105.013429:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691105.013443:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013448:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691105.013521:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691105.013533:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000800:00000200:2.1:1790691105.013535:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790691105.013545:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1790691105.013545:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1790691105.013551:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691105.013559:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691105.013564:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691105.013569:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691105.013579:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691105.013588:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691105.013603:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061020288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691105.013668:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691105.013673:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.013689:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061020288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691105.013738:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691105.013746:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19254)
00000800:00000200:2.1:1790691105.014143:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691105.014145:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691105.014349:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691105.014351:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691105.014565:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691105.014568:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790691105.908650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691105.908655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691105.908659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691106.356524:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313918209, at 4313918272
00000100:00000010:0.0:1790691106.356538:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790691106.932711:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691106.932714:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691106.932717:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691108.980648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691108.980651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691108.980653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691110.004672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691110.004676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691110.004679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691110.132621:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691110.132633:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691110.132636:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691110.132640:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691110.132645:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691110.132652:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19249
00000400:00000200:3.0:1790691110.132661:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691110.132667:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691110.132670:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691110.132673:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132676:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.132678:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132680:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691110.132686:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691110.132688:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691110.132690:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691110.132692:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691110.132694:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691110.132696:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691110.132698:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132699:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.132701:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132702:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691110.132704:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691110.132706:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132708:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691110.132710:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691110.132713:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691110.132715:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.132716:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691110.132718:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691110.132726:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691110.132729:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691110.132732:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691110.132733:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.132735:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691110.132738:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691110.132753:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691110.132759:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691110.132765:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691110.132772:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061020416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691110.132780:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691110.132783:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.132787:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061020416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691110.132807:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691110.132809:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691110.132812:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691110.132813:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691110.132814:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691110.132816:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691110.132817:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19249
00000400:00000200:3.0:1790691110.132820:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691110.132822:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691110.132823:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691110.132825:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132827:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.132829:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132831:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691110.132834:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691110.132836:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691110.132839:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691110.132842:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691110.132844:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691110.132856:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691110.132861:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132867:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.132873:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132878:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691110.132881:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691110.132886:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691110.132891:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691110.132895:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691110.132901:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691110.132904:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.132906:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691110.132921:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691110.132928:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.132930:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691110.132935:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691110.132940:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691110.132943:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691110.132946:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.132950:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691110.132953:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691110.132956:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691110.132960:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691110.132967:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691110.132973:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061020544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691110.132981:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691110.132984:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.132989:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061020544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691110.133012:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691110.133017:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691110.133024:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691110.133029:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691110.133034:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691110.133039:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691110.133045:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19249
00000400:00000200:3.0:1790691110.133055:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691110.133063:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691110.133068:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691110.133075:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133078:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.133081:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133084:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691110.133088:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691110.133090:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691110.133091:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691110.133093:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691110.133097:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691110.133102:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691110.133107:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133111:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.133115:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133126:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691110.133131:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691110.133137:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133139:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691110.133146:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691110.133151:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691110.133153:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133157:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691110.133160:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691110.133166:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133169:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691110.133176:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691110.133179:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691110.133184:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691110.133185:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133187:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691110.133190:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691110.133193:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691110.133199:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000800:00000200:2.1:1790691110.133204:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691110.133207:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1790691110.133209:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691110.133218:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061020672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691110.133225:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691110.133228:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.133236:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061020672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691110.133248:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.133251:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691110.133256:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691110.133261:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691110.133268:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691110.133271:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691110.133273:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691110.133278:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691110.133284:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19249
00000400:00000200:3.0:1790691110.133288:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691110.133303:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691110.133307:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691110.133313:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133318:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.133322:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133327:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691110.133333:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691110.133337:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691110.133342:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691110.133347:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691110.133351:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691110.133357:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691110.133365:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133372:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691110.133377:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133382:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691110.133387:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691110.133392:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691110.133397:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691110.133401:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691110.133404:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691110.133409:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133411:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691110.133415:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691110.133418:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133422:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691110.133429:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691110.133434:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691110.133438:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691110.133440:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691110.133444:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691110.133446:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691110.133449:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691110.133481:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691110.133487:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691110.133495:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061020800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691110.133508:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691110.133528:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.133536:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061020800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691110.133557:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691110.133563:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19259)
00000800:00000200:2.1:1790691110.133744:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691110.133746:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691110.133991:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691110.133993:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691110.134183:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691110.134185:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790691111.028658:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691111.028664:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691111.028668:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691111.476566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313923328, at 4313923392
00000100:00000010:0.0:1790691111.476585:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:0.0:1790691113.076684:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691113.076691:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691113.076695:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691114.100663:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691114.100667:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691114.100669:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691115.124754:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691115.124760:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691115.124764:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691115.252587:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691115.252598:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691115.252601:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691115.252605:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691115.252610:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691115.252618:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19254
00000400:00000200:3.0:1790691115.252645:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691115.252654:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691115.252658:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691115.252661:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252665:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.252668:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252671:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691115.252679:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691115.252682:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691115.252685:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691115.252689:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691115.252692:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691115.252694:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691115.252697:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252699:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.252701:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252703:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691115.252706:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691115.252709:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252712:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691115.252715:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691115.252718:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691115.252721:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.252723:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691115.252725:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691115.252750:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691115.252754:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691115.252759:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691115.252760:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.252764:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691115.252767:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691115.252772:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691115.252781:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691115.252790:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691115.252804:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061020928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691115.252839:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691115.252844:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.252853:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061020928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691115.252907:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691115.252910:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691115.252913:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691115.252914:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691115.252916:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691115.252918:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691115.252920:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19254
00000400:00000200:3.0:1790691115.252924:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691115.252927:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691115.252929:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691115.252933:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252935:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.252937:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252939:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691115.252941:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691115.252943:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691115.252948:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691115.252951:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691115.252954:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691115.252957:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691115.252963:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252968:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.252972:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252977:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691115.252982:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691115.252987:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691115.252993:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691115.252998:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691115.253003:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691115.253010:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253014:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691115.253021:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691115.253026:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253031:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691115.253041:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691115.253047:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691115.253054:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691115.253058:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253064:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691115.253067:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691115.253073:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691115.253083:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691115.253091:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691115.253101:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061021056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691115.253118:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691115.253122:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.253130:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061021056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691115.253143:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691115.253149:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691115.253153:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691115.253156:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691115.253160:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691115.253165:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691115.253172:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19254
00000400:00000200:3.0:1790691115.253199:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691115.253206:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691115.253209:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691115.253214:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253218:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.253223:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253228:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691115.253233:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691115.253236:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691115.253239:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691115.253242:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691115.253246:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691115.253248:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691115.253249:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691115.253256:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691115.253257:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:3.0:1790691115.253258:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.253264:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253266:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691115.253271:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691115.253276:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253279:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691115.253285:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691115.253287:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691115.253291:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253298:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691115.253300:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691115.253304:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253306:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691115.253313:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691115.253316:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691115.253323:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691115.253324:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253329:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691115.253331:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691115.253334:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691115.253337:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691115.253342:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691115.253349:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061021184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691115.253376:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691115.253378:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.253385:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061021184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691115.253428:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.253434:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691115.253439:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691115.253444:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691115.253447:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691115.253448:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691115.253449:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691115.253451:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691115.253485:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19254
00000400:00000200:3.0:1790691115.253491:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691115.253497:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691115.253498:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691115.253504:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253509:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.253515:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253542:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691115.253553:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691115.253559:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691115.253567:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691115.253574:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691115.253583:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691115.253591:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691115.253602:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691115.253631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253634:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691115.253637:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691115.253640:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691115.253646:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691115.253651:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691115.253656:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691115.253663:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253669:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691115.253690:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691115.253698:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253702:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691115.253709:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691115.253716:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691115.253723:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691115.253727:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691115.253732:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691115.253734:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691115.253736:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691115.253743:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691115.253752:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691115.253765:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061021312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691115.253783:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691115.253791:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.253805:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061021312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691115.253840:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691115.253850:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19264)
00000800:00000200:2.1:1790691115.254053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691115.254056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691115.254356:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691115.254359:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691115.254755:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691115.254757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790691116.596533:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313928449, at 4313928512
00000100:00000010:0.0:1790691116.596548:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790691117.172626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691117.172629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691117.172633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691118.196646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691118.196665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691118.196668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691119.220651:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691119.220656:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691119.220659:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691120.372586:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691120.372595:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691120.372597:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691120.372600:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691120.372603:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691120.372610:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19259
00000400:00000200:0.0:1790691120.372618:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691120.372635:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691120.372638:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691120.372640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372643:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.372645:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372647:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691120.372654:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691120.372655:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691120.372658:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691120.372661:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691120.372662:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691120.372664:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691120.372666:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372667:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.372668:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372669:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691120.372671:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691120.372673:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372675:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691120.372677:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691120.372680:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691120.372682:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.372685:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691120.372687:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691120.372697:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691120.372700:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691120.372704:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691120.372705:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.372709:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691120.372711:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691120.372716:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691120.372726:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691120.372733:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691120.372743:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061021440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691120.372752:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691120.372756:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.372760:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061021440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691120.372784:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691120.372786:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691120.372789:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691120.372790:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691120.372791:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691120.372793:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691120.372795:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19259
00000400:00000200:0.0:1790691120.372797:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691120.372799:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691120.372801:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691120.372803:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372805:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.372808:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372810:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691120.372812:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691120.372814:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691120.372815:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691120.372818:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691120.372821:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691120.372824:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691120.372828:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372831:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.372835:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691120.372842:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691120.372847:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691120.372855:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691120.372857:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691120.372870:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691120.372874:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.372876:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691120.372881:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691120.372885:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.372889:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691120.372897:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691120.372900:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691120.372902:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691120.372905:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.372909:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691120.372913:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691120.372917:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691120.372926:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691120.372932:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691120.372953:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061021568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691120.372966:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691120.372970:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.372976:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061021568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691120.372987:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691120.372989:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691120.372998:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691120.373001:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691120.373004:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691120.373009:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691120.373013:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19259
00000400:00000200:0.0:1790691120.373019:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691120.373026:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691120.373031:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691120.373035:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373038:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.373040:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373044:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691120.373058:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691120.373059:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691120.373060:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691120.373062:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691120.373063:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691120.373069:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691120.373074:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373076:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.373077:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373081:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691120.373083:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691120.373088:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373091:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691120.373095:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691120.373097:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691120.373100:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373105:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691120.373107:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691120.373110:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373113:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691120.373124:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691120.373129:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691120.373134:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691120.373136:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373139:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691120.373142:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691120.373144:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691120.373148:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691120.373152:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691120.373158:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061021696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691120.373167:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691120.373169:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.373174:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061021696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691120.373184:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.373187:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790691120.373188:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691120.373191:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1790691120.373193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1790691120.373194:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691120.373198:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691120.373201:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691120.373206:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691120.373211:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691120.373213:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19259
00000400:00000200:0.0:1790691120.373218:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691120.373223:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691120.373226:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691120.373230:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373234:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.373249:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373252:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691120.373257:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691120.373258:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691120.373260:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691120.373264:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691120.373267:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691120.373271:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691120.373278:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373289:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691120.373293:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373298:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691120.373303:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691120.373308:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691120.373312:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691120.373328:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691120.373331:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691120.373336:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373341:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691120.373345:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691120.373347:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373349:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691120.373351:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691120.373355:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691120.373359:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691120.373362:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691120.373370:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691120.373374:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691120.373376:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691120.373380:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691120.373385:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691120.373390:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061021824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691120.373403:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691120.373407:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.373413:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061021824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691120.373445:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691120.373490:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19269)
00000800:00000200:2.1:1790691120.373735:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691120.373737:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691120.373956:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691120.373958:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691120.374214:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691120.374216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1790691121.268696:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691121.268699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691121.268702:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691121.716528:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313933568, at 4313933632
00000100:00000010:0.0:1790691121.716542:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:3.0:1790691122.292690:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691122.292695:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691122.292700:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691123.316624:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691123.316628:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691123.316631:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691125.364625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691125.364628:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691125.364631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691125.492538:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691125.492550:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691125.492552:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691125.492568:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691125.492573:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691125.492581:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19264
00000400:00000200:0.0:1790691125.492591:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691125.492599:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691125.492603:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691125.492605:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492608:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.492610:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492612:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691125.492619:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691125.492621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691125.492623:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691125.492626:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691125.492628:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691125.492630:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691125.492632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.492635:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691125.492638:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691125.492640:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492642:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691125.492645:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691125.492647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691125.492649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.492650:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691125.492652:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691125.492659:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691125.492662:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691125.492665:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691125.492666:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.492668:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691125.492670:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691125.492674:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691125.492681:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691125.492686:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691125.492693:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061021952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691125.492701:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691125.492704:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.492708:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061021952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691125.492728:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691125.492730:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691125.492733:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691125.492734:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691125.492735:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691125.492737:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691125.492739:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19264
00000400:00000200:0.0:1790691125.492742:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691125.492744:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691125.492745:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691125.492747:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492749:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.492751:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492753:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691125.492756:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691125.492757:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691125.492759:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691125.492761:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691125.492762:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691125.492764:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691125.492770:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.492777:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492780:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691125.492783:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691125.492788:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492793:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691125.492797:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691125.492802:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691125.492808:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.492814:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691125.492818:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691125.492822:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.492836:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691125.492841:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691125.492845:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691125.492849:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691125.492850:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.492852:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691125.492855:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691125.492860:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691125.492866:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691125.492870:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691125.492880:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061022080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691125.492892:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691125.492895:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.492900:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061022080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691125.492912:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691125.492918:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691125.492923:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691125.492926:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691125.492929:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691125.492935:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691125.492941:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19264
00000400:00000200:0.0:1790691125.492948:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691125.492954:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691125.492957:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691125.492962:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492965:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.492970:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.492973:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691125.492976:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691125.492978:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691125.492981:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691125.492982:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691125.492986:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691125.492991:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691125.492997:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493000:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.493004:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493007:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691125.493012:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691125.493019:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493024:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691125.493025:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691125.493027:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691125.493028:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493029:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691125.493030:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691125.493034:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493037:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691125.493041:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691125.493046:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691125.493050:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691125.493053:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493057:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691125.493062:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691125.493065:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691125.493073:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691125.493080:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691125.493081:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691125.493087:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00100000:0.0:1790691125.493094:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061022208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691125.493121:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691125.493126:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.493131:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061022208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691125.493164:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.493169:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691125.493175:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691125.493179:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691125.493184:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691125.493187:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691125.493191:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691125.493194:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691125.493200:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19264
00000400:00000200:0.0:1790691125.493205:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691125.493212:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691125.493231:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691125.493238:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493245:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.493253:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493259:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691125.493276:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691125.493279:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691125.493281:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691125.493286:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691125.493290:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691125.493294:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691125.493301:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493307:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691125.493313:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493318:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691125.493324:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691125.493331:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691125.493337:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691125.493341:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691125.493345:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691125.493350:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493353:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691125.493357:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691125.493363:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493367:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691125.493374:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691125.493378:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691125.493381:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691125.493383:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691125.493389:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691125.493399:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691125.493403:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691125.493409:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691125.493423:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691125.493433:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061022336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691125.493447:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691125.493452:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.493498:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061022336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691125.493511:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691125.493516:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19275)
00000800:00000200:2.1:1790691125.493665:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691125.493667:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691125.493889:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691125.493891:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691125.494078:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691125.494080:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790691126.388641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691126.388645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691126.388647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691126.836613:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313938688, at 4313938752
00000100:00000010:0.0:1790691126.836628:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:0.0:1790691127.412643:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691127.412647:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691127.412650:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691129.460698:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691129.460702:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691129.460705:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691130.484573:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691130.484578:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691130.484582:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691130.613153:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691130.613158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691130.613706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691130.613721:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691130.613938:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691130.613940:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691130.614304:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691130.614306:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691131.956542:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313943808, at 4313943872
00000100:00000010:0.0:1790691131.956558:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:0.0:1790691133.556687:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691133.556692:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691133.556696:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691134.580613:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691134.580617:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691134.580620:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691135.733148:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691135.733152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691135.733822:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691135.733823:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691135.734015:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691135.734016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691135.734251:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691135.734253:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691137.076521:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313948928, at 4313948992
00000100:00000010:0.0:1790691137.076534:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:0.0:1790691137.652703:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691137.652710:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691137.652714:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691138.676668:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691138.676673:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691138.676677:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691140.852636:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691140.852649:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691140.852652:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691140.852656:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691140.852661:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691140.852670:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19280
00000400:00000200:3.0:1790691140.852680:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691140.852688:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691140.852692:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691140.852695:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852698:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.852700:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852702:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691140.852711:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691140.852713:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691140.852716:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691140.852720:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691140.852722:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691140.852724:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691140.852726:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852727:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.852728:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852729:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691140.852732:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691140.852734:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852735:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691140.852738:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691140.852741:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691140.852743:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.852745:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691140.852747:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691140.852758:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691140.852761:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691140.852764:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691140.852765:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.852768:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691140.852771:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691140.852776:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691140.852783:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691140.852790:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691140.852800:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061023488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691140.852809:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691140.852814:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691140.852818:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061023488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691140.852845:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691140.852848:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691140.852851:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691140.852852:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691140.852853:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691140.852855:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691140.852857:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19280
00000400:00000200:3.0:1790691140.852859:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691140.852861:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691140.852862:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691140.852865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852866:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.852869:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852871:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691140.852873:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691140.852874:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691140.852875:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691140.852877:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691140.852879:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691140.852881:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691140.852884:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852886:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.852889:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852891:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691140.852894:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691140.852897:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691140.852900:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691140.852906:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691140.852915:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691140.852937:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.852942:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691140.852949:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691140.852955:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.852965:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691140.852974:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691140.852981:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691140.852991:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691140.852994:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853005:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691140.853007:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691140.853020:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691140.853029:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691140.853043:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691140.853055:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061023616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691140.853076:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691140.853080:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691140.853093:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061023616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691140.853117:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691140.853122:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691140.853126:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691140.853132:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691140.853137:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691140.853145:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691140.853150:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19280
00000400:00000200:3.0:1790691140.853164:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691140.853177:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691140.853185:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691140.853198:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853207:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.853216:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853219:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691140.853224:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691140.853225:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691140.853230:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691140.853238:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691140.853240:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691140.853242:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691140.853247:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853257:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.853260:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853262:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691140.853269:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691140.853277:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853280:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691140.853286:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691140.853291:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691140.853301:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853310:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691140.853317:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691140.853332:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853342:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691140.853357:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691140.853367:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691140.853372:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691140.853373:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853380:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691140.853384:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691140.853387:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691140.853397:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691140.853407:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691140.853417:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061023744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691140.853443:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790691140.853443:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691140.853450:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691140.853454:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1790691140.853509:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061023744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691140.853541:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691140.853547:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691140.853565:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691140.853574:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691140.853586:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691140.853593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691140.853600:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691140.853611:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691140.853620:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19280
00000400:00000200:3.0:1790691140.853636:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691140.853653:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691140.853660:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691140.853666:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853669:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.853672:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691140.853683:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691140.853687:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691140.853690:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691140.853698:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691140.853706:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691140.853719:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691140.853733:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853739:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691140.853749:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853761:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691140.853770:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691140.853785:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691140.853798:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691140.853805:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691140.853814:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691140.853825:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853837:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691140.853844:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691140.853855:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853867:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691140.853882:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691140.853890:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691140.853902:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691140.853911:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691140.853930:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691140.853935:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691140.853944:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691140.853959:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691140.853965:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691140.853974:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061023872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691140.854050:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691140.854062:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691140.854079:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061023872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691140.854113:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691140.854122:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19290)
00000800:00000200:1.1:1790691140.854232:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691140.854234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691140.854417:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691140.854419:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691140.854619:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691140.854620:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790691141.748619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691141.748622:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691141.748624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691142.196534:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313954049, at 4313954112
00000100:00000010:0.0:1790691142.196552:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790691142.772583:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691142.772588:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691142.772592:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691145.844629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691145.844634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691145.844638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691145.972562:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691145.972571:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691145.972574:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691145.972577:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691145.972581:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691145.972587:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19285
00000400:00000200:3.0:1790691145.972595:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691145.972601:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691145.972604:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691145.972606:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972609:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972611:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972612:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691145.972620:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691145.972621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691145.972623:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691145.972626:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691145.972627:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691145.972629:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691145.972631:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972632:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972635:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691145.972637:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691145.972639:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972640:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691145.972644:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691145.972647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691145.972649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.972650:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691145.972652:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691145.972661:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691145.972664:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691145.972667:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691145.972668:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.972671:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691145.972673:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691145.972677:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691145.972683:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691145.972688:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691145.972695:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061024000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691145.972703:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691145.972707:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.972711:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061024000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691145.972730:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691145.972732:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691145.972735:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691145.972736:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691145.972737:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691145.972739:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691145.972741:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19285
00000400:00000200:3.0:1790691145.972743:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691145.972745:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691145.972746:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691145.972749:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972751:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972753:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972755:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691145.972758:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691145.972759:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691145.972761:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691145.972763:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691145.972764:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691145.972765:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691145.972768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972778:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691145.972782:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691145.972787:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972789:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691145.972793:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691145.972800:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691145.972804:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.972808:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691145.972812:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691145.972817:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.972837:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691145.972845:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691145.972848:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691145.972851:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691145.972853:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.972855:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691145.972857:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691145.972861:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691145.972869:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691145.972872:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691145.972880:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061024128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691145.972894:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691145.972897:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.972903:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061024128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691145.972910:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691145.972914:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691145.972917:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691145.972920:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691145.972923:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691145.972928:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691145.972932:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19285
00000400:00000200:3.0:1790691145.972941:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691145.972947:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691145.972952:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691145.972958:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972961:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972965:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972969:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691145.972972:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691145.972974:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691145.972977:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691145.972979:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691145.972981:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691145.972982:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691145.972989:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972991:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.972995:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.972999:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691145.973003:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691145.973008:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973012:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691145.973016:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691145.973021:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691145.973028:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973034:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691145.973039:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691145.973046:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973052:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691145.973060:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691145.973067:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691145.973072:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691145.973074:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973076:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691145.973078:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1790691145.973084:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790691145.973089:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691145.973091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
02000000:00000010:3.0:1790691145.973096:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691145.973103:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691145.973110:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061024256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691145.973125:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691145.973128:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.973135:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061024256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691145.973147:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.973152:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691145.973158:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691145.973161:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691145.973167:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691145.973172:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691145.973174:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691145.973178:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691145.973182:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19285
00000400:00000200:3.0:1790691145.973187:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691145.973193:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691145.973198:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691145.973204:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973207:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.973213:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973217:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691145.973224:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691145.973228:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691145.973233:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691145.973239:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691145.973245:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691145.973260:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691145.973270:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973274:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691145.973276:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973278:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691145.973281:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691145.973287:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691145.973293:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691145.973297:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691145.973302:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691145.973306:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973310:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691145.973313:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691145.973315:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973317:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691145.973320:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691145.973324:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691145.973329:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691145.973331:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691145.973334:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691145.973336:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691145.973339:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691145.973344:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691145.973351:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691145.973359:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061024384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691145.973376:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691145.973381:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.973393:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061024384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691145.973425:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691145.973431:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19295)
00000800:00000200:1.1:1790691145.973646:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691145.973661:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691145.973905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691145.973907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691145.974095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691145.974096:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691146.868694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691146.868698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691146.868701:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691147.316532:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313959168, at 4313959232
00000100:00000010:0.0:1790691147.316548:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:0.0:1790691149.940629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691149.940633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691149.940637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691150.964601:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691150.964604:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691150.964607:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691151.093102:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691151.093107:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691151.093623:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691151.093625:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691151.093881:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691151.093883:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691151.094066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691151.094068:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691152.436561:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313964288, at 4313964352
00000100:00000010:0.0:1790691152.436583:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:0.0:1790691154.036657:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691154.036661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691154.036678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691155.060682:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691155.060687:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691155.060691:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691156.212645:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691156.212656:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691156.212659:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691156.212674:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691156.212679:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691156.212687:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19295
00000400:00000200:3.0:1790691156.212698:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691156.212705:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691156.212709:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691156.212712:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212716:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.212718:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212721:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691156.212730:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691156.212732:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691156.212735:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691156.212739:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691156.212741:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691156.212743:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691156.212747:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212749:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.212751:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212753:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691156.212756:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691156.212759:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212761:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691156.212764:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691156.212768:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691156.212770:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.212773:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691156.212774:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691156.212783:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691156.212787:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691156.212791:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691156.212792:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.212796:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691156.212799:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691156.212804:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691156.212813:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691156.212820:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691156.212829:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061025024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691156.212840:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691156.212845:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.212849:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061025024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691156.212873:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691156.212877:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691156.212880:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691156.212882:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691156.212884:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691156.212886:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691156.212894:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19295
00000400:00000200:3.0:1790691156.212898:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691156.212901:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691156.212903:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691156.212906:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212910:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.212914:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212918:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691156.212923:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691156.212926:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691156.212930:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691156.212933:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691156.212937:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691156.212941:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691156.212948:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212954:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.212961:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212968:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691156.212977:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691156.212988:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691156.212999:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691156.213006:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691156.213019:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691156.213029:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213035:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691156.213044:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691156.213054:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213062:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691156.213072:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691156.213082:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691156.213093:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691156.213099:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213103:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691156.213108:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691156.213113:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691156.213136:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691156.213147:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691156.213165:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061025152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691156.213193:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691156.213199:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.213210:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061025152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691156.213241:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691156.213252:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691156.213266:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691156.213275:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691156.213281:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691156.213291:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691156.213299:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19295
00000400:00000200:3.0:1790691156.213311:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691156.213320:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691156.213328:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691156.213336:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213343:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691156.213344:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691156.213350:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213362:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691156.213366:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691156.213368:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691156.213387:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691156.213390:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691156.213396:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691156.213403:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691156.213414:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213418:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.213422:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213427:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691156.213429:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691156.213433:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213440:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691156.213442:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691156.213447:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691156.213455:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213458:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691156.213482:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691156.213539:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213548:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691156.213558:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691156.213565:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691156.213571:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691156.213577:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213584:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691156.213589:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691156.213595:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691156.213605:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691156.213614:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691156.213644:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061025280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691156.213664:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691156.213681:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.213693:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061025280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691156.213734:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.213741:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691156.213753:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691156.213760:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691156.213768:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691156.213773:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691156.213779:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691156.213785:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691156.213792:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19295
00000400:00000200:3.0:1790691156.213803:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691156.213813:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691156.213821:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691156.213831:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213836:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.213847:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213852:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691156.213865:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691156.213868:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691156.213874:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691156.213878:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691156.213902:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691156.213908:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691156.213916:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213921:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691156.213926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213930:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691156.213932:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691156.213939:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691156.213946:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691156.213949:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691156.213956:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691156.213964:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213977:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691156.213983:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691156.213992:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.213999:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691156.214007:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691156.214012:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691156.214023:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691156.214031:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691156.214041:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1790691156.214053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790691156.214055:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691156.214061:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691156.214074:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691156.214086:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691156.214102:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061025408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691156.214127:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691156.214131:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.214145:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061025408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691156.214173:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691156.214183:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19305)
00000800:00000200:1.1:1790691156.214388:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691156.214737:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691157.556580:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313969408, at 4313969472
00000100:00000010:0.0:1790691157.556621:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:0.0:1790691158.132622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691158.132625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691158.132628:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691159.156641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691159.156645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691159.156648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691159.284780:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691159.284827:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691159.284837:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691159.284842:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691159.284848:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691159.284853:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691159.284858:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691159.284862:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97400.
00000400:00000200:0.0:1790691159.284869:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691159.284873:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691159.284879:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9ee0
00000400:00000010:0.0:1790691159.284881:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9ee0.
00000100:00000001:0.0:1790691159.284885:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691159.284892:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672061025024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.284912:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691159.284918:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061025024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.284926:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691159.284928:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691159.284938:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691159.284941:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97f00.
00000400:00000200:0.0:1790691159.284944:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691159.284947:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691159.284950:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:0.0:1790691159.284953:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790691159.284955:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691159.284960:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8e00 x1877672061025152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.284969:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691159.284972:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061025152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.284978:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691159.284980:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691159.284987:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691159.284989:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff920188e97d00.
00000400:00000200:0.0:1790691159.284992:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691159.284995:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691159.285005:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9dd0
00000400:00000010:0.0:1790691159.285007:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9dd0.
00000100:00000001:0.0:1790691159.285010:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691159.285014:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1eb800 x1877672061025280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.285024:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691159.285027:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061025280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.285034:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691159.285036:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691159.285041:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691159.285044:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:0.0:1790691159.285047:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691159.285050:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691159.285053:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f93b8
00000400:00000010:0.0:1790691159.285055:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f93b8.
00000100:00000001:0.0:1790691159.285057:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691159.285061:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8000 x1877672061025408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.285079:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691159.285083:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061025408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691181 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691159.285090:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691159.285092:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000200:2.1:1790691161.333244:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691161.333252:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691161.333928:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691161.333931:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691161.334241:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691161.334244:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691161.334587:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691161.334590:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790691162.228602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691162.228605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691162.228608:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691162.676543:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313974528, at 4313974592
00000100:00000010:0.0:1790691162.676558:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790691163.252604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691163.252608:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691163.252611:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691166.324668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691166.324672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691166.324675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691166.452577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691166.452586:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691166.452588:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691166.452591:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691166.452595:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691166.452601:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19305
00000400:00000200:3.0:1790691166.452609:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691166.452615:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691166.452619:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691166.452622:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452626:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.452629:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452631:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691166.452640:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691166.452642:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691166.452645:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691166.452649:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691166.452652:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691166.452655:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691166.452659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452661:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.452663:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452665:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691166.452669:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691166.452672:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452675:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691166.452678:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691166.452680:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691166.452682:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.452684:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691166.452686:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691166.452693:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691166.452696:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691166.452699:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691166.452700:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.452702:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691166.452705:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691166.452708:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691166.452714:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691166.452720:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691166.452727:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061026048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691166.452735:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691166.452739:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.452742:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061026048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691166.452761:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691166.452763:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691166.452766:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691166.452767:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691166.452769:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691166.452771:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691166.452773:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19305
00000400:00000200:3.0:1790691166.452775:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691166.452778:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691166.452780:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691166.452782:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452784:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.452786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452788:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691166.452790:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691166.452791:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691166.452793:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691166.452798:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691166.452800:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691166.452803:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691166.452807:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452810:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.452814:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452819:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691166.452824:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691166.452829:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691166.452832:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691166.452835:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691166.452840:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691166.452853:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.452862:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691166.452869:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691166.452876:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.452882:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691166.452887:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691166.452893:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691166.452897:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691166.452898:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.452903:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691166.452904:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691166.452907:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691166.452914:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691166.452918:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691166.452926:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061026176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691166.452943:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691166.452947:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.452953:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061026176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691166.452966:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691166.452970:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691166.452974:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691166.452977:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691166.452979:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691166.452982:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691166.452985:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19305
00000400:00000200:3.0:1790691166.453018:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691166.453027:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691166.453030:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691166.453036:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453040:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.453045:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453048:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691166.453053:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691166.453054:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691166.453057:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691166.453061:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691166.453064:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691166.453069:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691166.453072:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453073:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.453075:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453076:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691166.453077:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691166.453082:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:2.1:1790691166.453082:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691166.453084:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691166.453086:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691166.453089:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790691166.453090:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
02000000:00000001:3.0:1790691166.453094:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453097:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691166.453099:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691166.453102:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453105:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691166.453109:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691166.453112:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691166.453118:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691166.453122:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453127:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691166.453131:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691166.453135:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691166.453143:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691166.453151:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691166.453162:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061026304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691166.453186:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691166.453189:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.453194:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061026304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691166.453203:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.453208:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691166.453214:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691166.453220:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691166.453227:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691166.453230:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691166.453232:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691166.453234:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691166.453236:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19305
00000400:00000200:3.0:1790691166.453243:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691166.453247:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691166.453251:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691166.453257:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453261:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.453264:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453267:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691166.453273:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691166.453275:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691166.453277:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691166.453281:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691166.453286:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691166.453290:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691166.453298:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453303:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691166.453308:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453310:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691166.453314:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691166.453319:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691166.453324:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691166.453328:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691166.453333:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691166.453336:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453337:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691166.453339:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691166.453343:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453346:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691166.453352:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691166.453357:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691166.453362:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691166.453365:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691166.453370:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691166.453372:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691166.453375:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691166.453380:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691166.453386:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691166.453395:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061026432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691166.453408:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691166.453411:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.453419:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061026432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691166.453490:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691166.453497:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19316)
00000800:00000200:2.1:1790691166.453664:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691166.453666:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691166.453957:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691166.453959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:2.1:1790691166.454273:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691166.454276:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1790691167.348659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691167.348663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691167.348666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691167.796566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313979648, at 4313979712
00000100:00000010:0.0:1790691167.796584:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:0.0:1790691170.420618:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691170.420622:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691170.420625:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691171.444655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691171.444660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691171.444664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691171.572554:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691171.572564:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691171.572566:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691171.572569:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691171.572573:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691171.572579:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19311
00000400:00000200:3.0:1790691171.572587:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691171.572593:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691171.572596:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691171.572598:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572601:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.572603:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572605:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691171.572612:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691171.572613:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691171.572616:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691171.572618:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691171.572620:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691171.572622:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691171.572624:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572625:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.572626:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572628:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691171.572630:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691171.572632:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572634:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691171.572638:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691171.572642:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691171.572645:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.572647:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691171.572649:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691171.572658:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691171.572662:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691171.572667:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691171.572669:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.572672:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691171.572686:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691171.572691:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691171.572700:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691171.572705:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691171.572713:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061026560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691171.572721:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691171.572724:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.572728:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061026560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691171.572747:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691171.572749:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691171.572752:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691171.572753:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691171.572754:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691171.572756:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691171.572758:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19311
00000400:00000200:3.0:1790691171.572761:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691171.572763:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691171.572765:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691171.572768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572769:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.572772:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572774:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691171.572777:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691171.572778:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691171.572779:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691171.572781:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691171.572783:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691171.572785:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691171.572790:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572794:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.572798:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572801:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691171.572803:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691171.572808:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572813:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691171.572816:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691171.572822:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691171.572827:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.572829:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691171.572834:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691171.572840:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.572842:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691171.572847:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691171.572851:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691171.572855:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691171.572857:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.572860:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691171.572863:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691171.572866:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691171.572869:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691171.572872:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691171.572879:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061026688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691171.572888:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691171.572890:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.572898:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061026688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691171.572908:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691171.572912:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691171.572916:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691171.572917:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691171.572919:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691171.572923:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691171.572925:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19311
00000400:00000200:3.0:1790691171.572929:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691171.572938:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691171.572943:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691171.572952:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572957:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.572965:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.572972:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691171.572979:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691171.572982:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691171.572985:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691171.572987:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691171.572988:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691171.572992:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691171.572996:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573000:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.573005:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573008:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691171.573012:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691171.573020:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573025:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691171.573029:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691171.573032:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691171.573036:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573041:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691171.573045:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691171.573048:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573050:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691171.573056:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691171.573061:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691171.573063:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691171.573064:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573065:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691171.573066:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691171.573068:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691171.573072:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691171.573076:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691171.573084:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061026816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691171.573098:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691171.573101:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.573108:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061026816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691171.573109:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691171.573115:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000001:3.0:1790691171.573123:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.573128:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691171.573132:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691171.573136:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691171.573145:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691171.573149:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691171.573154:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691171.573158:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691171.573166:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19311
00000400:00000200:3.0:1790691171.573176:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691171.573184:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691171.573191:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691171.573202:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573206:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.573212:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573217:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691171.573225:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691171.573230:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691171.573234:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691171.573236:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691171.573240:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691171.573242:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691171.573259:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573264:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691171.573268:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573271:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691171.573276:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691171.573284:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691171.573290:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691171.573296:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691171.573302:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691171.573308:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573313:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691171.573319:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691171.573341:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573347:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691171.573351:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691171.573357:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691171.573362:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691171.573364:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691171.573367:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691171.573369:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691171.573372:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691171.573378:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691171.573385:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691171.573395:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061026944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691171.573406:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691171.573410:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.573418:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061026944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691171.573437:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691171.573441:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19321)
00000800:00000200:2.1:1790691171.573637:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691171.573639:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691171.573880:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691171.573883:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691171.574086:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691171.574087:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790691172.916548:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313984768, at 4313984832
00000100:00000010:0.0:1790691172.916577:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:0.0:1790691174.516662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691174.516667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691174.516670:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691175.540622:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691175.540630:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691175.540644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691176.693242:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691176.693250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691176.693883:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691176.693887:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691176.694176:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691176.694179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691176.694498:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691176.694500:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790691178.036537:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313989888, at 4313989952
00000100:00000010:0.0:1790691178.036554:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:0.0:1790691178.612755:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691178.612763:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691178.612768:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691179.636655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691179.636659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691179.636662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691181.813066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691181.813074:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691181.813613:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691181.813615:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691181.813805:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691181.813807:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691181.813991:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691181.813994:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790691182.708678:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691182.708683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691182.708687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691183.156567:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4313995008, at 4313995072
00000100:00000010:0.0:1790691183.156587:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790691183.732720:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691183.732724:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691183.732729:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691186.804654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691186.804659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691186.804663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691186.933419:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691186.933423:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691186.934276:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691186.934279:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691186.934610:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691186.934613:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691186.934971:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691186.934974:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790691187.828622:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691187.828627:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691187.828630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691188.276523:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314000129, at 4314000192
00000100:00000010:0.0:1790691188.276537:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790691190.900591:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691190.900595:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691190.900598:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691191.924674:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691191.924678:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691191.924681:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691192.053222:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691192.053228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691192.054065:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691192.054067:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691192.054304:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691192.054305:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691192.054673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691192.054675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691193.396557:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314005248, at 4314005312
00000100:00000010:0.0:1790691193.396573:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790691194.996723:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691194.996732:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691194.996739:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691196.020685:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691196.020692:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691196.020696:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691197.173954:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691197.173960:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691197.175376:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691197.175382:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691197.175988:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691197.175993:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691197.176697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691197.176702:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691198.516563:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314010369, at 4314010432
00000100:00000010:0.0:1790691198.516599:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:0.0:1790691199.092865:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691199.092871:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691199.092876:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691200.116803:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691200.116809:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691200.116813:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691202.292725:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691202.292768:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691202.292771:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691202.292775:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691202.292780:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691202.292787:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19341
00000400:00000200:0.0:1790691202.292797:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691202.292804:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691202.292808:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691202.292811:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292815:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.292818:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292821:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691202.292829:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691202.292831:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691202.292834:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691202.292837:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691202.292839:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691202.292842:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691202.292844:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292846:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.292847:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292849:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691202.292852:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691202.292855:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292857:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691202.292860:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691202.292863:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691202.292866:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.292868:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691202.292870:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691202.292879:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691202.292882:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691202.292886:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691202.292887:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.292891:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691202.292893:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691202.292898:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691202.292908:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691202.292915:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691202.292924:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061029632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691202.292934:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691202.292939:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.292944:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061029632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691202.292971:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691202.292975:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691202.292978:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691202.292980:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691202.292981:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691202.292984:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691202.292986:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19341
00000400:00000200:0.0:1790691202.292990:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691202.292992:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691202.292994:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691202.292997:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.292998:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293001:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293002:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691202.293005:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691202.293007:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691202.293009:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691202.293011:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691202.293013:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691202.293016:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691202.293020:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293030:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293033:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293040:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691202.293045:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691202.293052:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293060:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691202.293062:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691202.293071:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691202.293077:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293083:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691202.293088:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691202.293093:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293098:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691202.293108:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691202.293111:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691202.293116:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691202.293118:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293122:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691202.293127:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691202.293130:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691202.293138:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691202.293142:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691202.293154:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061029760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691202.293170:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691202.293174:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.293178:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061029760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691202.293196:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691202.293203:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691202.293209:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691202.293212:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691202.293214:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691202.293217:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691202.293222:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19341
00000400:00000200:0.0:1790691202.293226:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691202.293234:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691202.293239:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691202.293250:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293258:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293266:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293272:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691202.293278:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691202.293281:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691202.293285:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691202.293291:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691202.293296:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691202.293300:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691202.293308:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293311:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293313:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293337:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691202.293342:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691202.293349:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293356:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691202.293362:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691202.293369:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691202.293375:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293398:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691202.293402:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691202.293409:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293413:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691202.293421:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691202.293425:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691202.293431:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691202.293435:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293438:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691202.293443:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691202.293466:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691202.293476:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691202.293482:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691202.293491:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061029888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790691202.293555:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691202.293576:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790691202.293576:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790691202.293583:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.293594:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061029888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691202.293628:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.293633:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691202.293639:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691202.293654:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691202.293660:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691202.293664:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691202.293667:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691202.293673:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691202.293679:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19341
00000400:00000200:0.0:1790691202.293693:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691202.293699:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691202.293701:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691202.293704:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293706:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293718:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293722:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691202.293749:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691202.293754:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691202.293759:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691202.293767:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691202.293774:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691202.293785:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691202.293794:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293802:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691202.293811:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293817:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691202.293820:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691202.293826:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691202.293833:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691202.293840:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691202.293846:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691202.293852:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293858:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691202.293865:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691202.293875:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293882:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691202.293894:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691202.293902:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691202.293911:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691202.293917:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691202.293924:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691202.293928:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691202.293933:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691202.293940:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691202.293949:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691202.293961:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061030016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691202.293980:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691202.293986:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.293996:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061030016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691202.294043:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691202.294050:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19351)
00000800:00000200:1.1:1790691202.294391:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691202.294394:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691202.294723:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691202.294726:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691202.295173:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691202.295176:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790691203.188685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691203.188689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691203.188693:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691203.636556:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314015489, at 4314015552
00000100:00000010:0.0:1790691203.636572:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:3.0:1790691204.212585:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691204.212589:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691204.212592:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691207.284662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691207.284666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691207.284668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691207.412521:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691207.412530:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691207.412533:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691207.412535:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691207.412539:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691207.412545:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19346
00000400:00000200:0.0:1790691207.412552:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691207.412558:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691207.412561:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691207.412564:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412567:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.412570:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412573:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691207.412582:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691207.412584:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691207.412587:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691207.412590:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691207.412593:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691207.412596:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691207.412599:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412602:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.412604:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412607:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691207.412610:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691207.412613:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412617:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691207.412620:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691207.412622:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691207.412625:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.412626:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691207.412628:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691207.412643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691207.412646:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691207.412649:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691207.412651:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.412653:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691207.412655:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691207.412659:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691207.412664:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691207.412669:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691207.412677:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061030144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691207.412686:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691207.412689:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.412693:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061030144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691207.412708:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691207.412711:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691207.412713:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691207.412714:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691207.412716:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691207.412718:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691207.412720:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19346
00000400:00000200:0.0:1790691207.412724:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691207.412744:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691207.412747:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691207.412750:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.412758:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412761:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691207.412766:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691207.412768:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691207.412770:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691207.412773:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691207.412777:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691207.412788:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691207.412798:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412803:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.412808:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412812:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691207.412817:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691207.412822:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691207.412826:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691207.412829:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691207.412836:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691207.412840:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.412848:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691207.412856:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691207.412860:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.412862:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691207.412870:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691207.412872:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691207.412879:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691207.412882:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.412887:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691207.412889:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691207.412893:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691207.412899:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691207.412905:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691207.412915:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061030272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691207.412927:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691207.412932:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.412951:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061030272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691207.412975:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691207.412983:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691207.412989:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691207.412994:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691207.412998:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691207.413006:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691207.413022:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19346
00000400:00000200:0.0:1790691207.413031:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790691207.413033:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790691207.413037:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691207.413042:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790691207.413042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1790691207.413049:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413056:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.413062:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413068:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691207.413074:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691207.413078:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691207.413082:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691207.413086:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691207.413092:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691207.413096:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691207.413103:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413107:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.413112:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413116:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691207.413121:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691207.413142:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413146:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691207.413150:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691207.413154:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691207.413157:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413160:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691207.413170:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691207.413174:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413178:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691207.413181:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691207.413185:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691207.413189:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691207.413207:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413209:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691207.413211:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691207.413214:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691207.413219:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691207.413224:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691207.413232:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061030400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691207.413240:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691207.413244:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.413247:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061030400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691207.413274:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.413277:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691207.413283:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691207.413289:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691207.413295:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691207.413300:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691207.413303:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691207.413306:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691207.413313:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19346
00000400:00000200:0.0:1790691207.413318:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691207.413324:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691207.413329:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691207.413333:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413336:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.413340:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413343:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691207.413348:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691207.413351:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691207.413356:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691207.413359:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691207.413363:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691207.413366:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691207.413374:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413379:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691207.413383:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413387:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691207.413392:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691207.413398:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691207.413402:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691207.413406:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691207.413411:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691207.413416:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413420:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691207.413425:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691207.413428:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413432:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691207.413439:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691207.413442:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691207.413445:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691207.413448:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691207.413452:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691207.413454:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691207.413457:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691207.413462:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691207.413467:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691207.413477:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061030528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691207.413536:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691207.413541:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.413552:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061030528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691207.413566:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691207.413574:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19357)
00000800:00000200:1.1:1790691207.413739:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691207.413741:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691207.413942:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691207.413943:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691207.414199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691207.414201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000020:00000001:3.0:1790691208.308722:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691208.308727:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691208.308730:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691208.756635:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314020608, at 4314020672
00000100:00000010:0.0:1790691208.756654:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:0.0:1790691211.380653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691211.380658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691211.380662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691212.404741:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691212.404749:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691212.404754:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691212.533452:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691212.533459:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691212.534194:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691212.534196:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691212.534397:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691212.534398:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691212.534712:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691212.534725:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1790691213.876603:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314025729, at 4314025792
00000100:00000010:0.0:1790691213.876617:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:0.0:1790691215.476811:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691215.476818:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691215.476822:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691216.500743:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691216.500747:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691216.500750:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691217.652683:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691217.652719:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691217.652724:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691217.652730:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691217.652738:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691217.652752:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19357
00000400:00000200:3.0:1790691217.652769:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691217.652781:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691217.652787:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691217.652793:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.652799:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.652804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.652808:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691217.652821:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691217.652824:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691217.652828:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691217.652835:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691217.652837:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691217.652856:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691217.652860:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.652862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.652864:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.652865:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691217.652868:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691217.652872:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691217.652874:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691217.652877:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691217.652881:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691217.652883:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.652886:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691217.652888:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691217.652900:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691217.652904:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691217.652908:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691217.652910:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.652915:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691217.652918:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691217.652923:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691217.652933:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691217.652941:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691217.652952:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061031168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691217.652963:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691217.652968:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.652973:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061031168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691217.652999:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691217.653002:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691217.653007:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691217.653008:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691217.653010:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691217.653013:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691217.653015:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19357
00000400:00000200:3.0:1790691217.653019:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691217.653022:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691217.653024:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691217.653035:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653038:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653045:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691217.653049:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691217.653050:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691217.653052:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691217.653054:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691217.653056:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691217.653058:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691217.653063:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653077:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653081:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653092:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691217.653097:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691217.653104:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653107:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691217.653109:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691217.653116:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691217.653120:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653128:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691217.653137:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691217.653144:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653148:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691217.653168:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691217.653177:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691217.653187:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691217.653191:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653196:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691217.653199:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691217.653203:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691217.653221:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691217.653231:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691217.653242:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061031296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691217.653254:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691217.653267:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.653276:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061031296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691217.653287:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691217.653293:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691217.653298:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691217.653300:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691217.653305:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691217.653313:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691217.653318:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19357
00000400:00000200:3.0:1790691217.653326:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691217.653330:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691217.653340:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691217.653343:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653345:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653350:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653359:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691217.653382:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691217.653385:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691217.653387:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691217.653391:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691217.653394:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691217.653397:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691217.653403:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653411:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653416:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653427:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691217.653453:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691217.653517:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653521:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691217.653531:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691217.653535:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691217.653541:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653544:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691217.653546:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691217.653549:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653557:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691217.653562:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691217.653569:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691217.653580:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691217.653582:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653588:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691217.653591:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691217.653594:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691217.653604:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691217.653613:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691217.653630:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061031424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691217.653693:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691217.653701:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.653706:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061031424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691217.653715:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.653718:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691217.653722:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691217.653733:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691217.653742:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691217.653749:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691217.653760:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691217.653775:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691217.653776:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691217.653783:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00080000:3.0:1790691217.653788:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19357
00000400:00000200:3.0:1790691217.653801:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691217.653809:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691217.653817:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691217.653822:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653826:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653836:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653840:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691217.653847:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691217.653849:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691217.653850:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691217.653852:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691217.653857:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691217.653863:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691217.653874:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653887:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691217.653892:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653896:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691217.653917:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691217.653928:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691217.653938:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691217.653953:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691217.653966:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691217.653974:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.653984:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691217.653990:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691217.653998:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.654005:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691217.654012:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691217.654019:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691217.654023:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691217.654026:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691217.654051:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691217.654054:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691217.654059:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691217.654066:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691217.654072:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691217.654082:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061031552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691217.654102:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691217.654110:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.654126:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061031552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691217.654180:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691217.654199:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19367)
00000800:00000200:1.1:1790691217.654498:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691217.654499:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691217.654753:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691217.654756:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691217.654994:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691217.654996:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790691218.996566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314030849, at 4314030912
00000100:00000010:0.0:1790691218.996583:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:0.0:1790691219.572794:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691219.572802:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691219.572808:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691220.596716:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691220.596724:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691220.596730:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691222.772563:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691222.772576:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691222.772579:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691222.772582:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691222.772586:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691222.772592:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19362
00000400:00000200:3.0:1790691222.772600:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691222.772606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691222.772609:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691222.772611:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772614:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772616:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772618:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691222.772624:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691222.772626:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691222.772628:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691222.772631:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691222.772633:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691222.772634:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691222.772636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772638:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772639:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772640:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691222.772642:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691222.772645:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772646:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691222.772649:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691222.772652:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691222.772654:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772657:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691222.772658:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691222.772665:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691222.772668:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691222.772671:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691222.772673:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772675:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691222.772677:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691222.772681:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691222.772688:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691222.772694:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691222.772700:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061031680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691222.772708:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691222.772711:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.772715:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061031680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691222.772735:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691222.772737:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691222.772740:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691222.772741:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691222.772742:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691222.772744:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691222.772746:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19362
00000400:00000200:3.0:1790691222.772749:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691222.772751:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691222.772752:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691222.772754:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772756:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772757:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772759:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691222.772762:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691222.772762:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691222.772763:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691222.772765:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691222.772767:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691222.772769:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691222.772771:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772773:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772776:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691222.772778:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691222.772780:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772781:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691222.772783:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691222.772790:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691222.772796:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772799:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691222.772803:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691222.772809:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772813:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691222.772820:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691222.772824:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691222.772827:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691222.772830:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772836:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691222.772838:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691222.772841:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691222.772843:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691222.772846:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691222.772853:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061031808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691222.772865:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691222.772869:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.772873:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061031808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691222.772886:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691222.772890:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691222.772893:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691222.772896:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691222.772897:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691222.772899:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691222.772903:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19362
00000400:00000200:3.0:1790691222.772907:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691222.772912:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691222.772915:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691222.772919:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772923:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772928:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772932:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691222.772937:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691222.772939:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691222.772941:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691222.772944:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691222.772948:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691222.772951:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691222.772958:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772961:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.772965:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772969:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691222.772971:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691222.772972:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691222.772977:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691222.772980:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691222.772982:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691222.772985:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.772989:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691222.772991:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691222.772996:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.773000:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691222.773004:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691222.773009:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691222.773012:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691222.773015:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.773020:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691222.773024:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691222.773027:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691222.773030:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691222.773035:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691222.773042:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061031936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691222.773052:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691222.773055:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.773064:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061031936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691222.773069:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691222.773078:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.773080:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691222.773082:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691222.773084:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691222.773087:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691222.773092:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691222.773093:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691222.773096:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691222.773100:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19362
00000400:00000200:3.0:1790691222.773106:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691222.773109:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691222.773110:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691222.773112:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.773113:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.773114:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.773116:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691222.773123:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691222.773124:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691222.773124:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691222.773126:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691222.773129:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691222.773133:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691222.773137:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.773138:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691222.773141:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691222.773147:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691222.773149:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691222.773154:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691222.773157:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691222.773162:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691222.773165:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691222.773168:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.773174:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691222.773176:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691222.773180:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.773181:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691222.773189:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691222.773195:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691222.773199:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691222.773202:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691222.773204:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691222.773205:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691222.773207:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691222.773211:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691222.773216:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691222.773225:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061032064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691222.773254:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691222.773259:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.773266:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061032064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691222.773287:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691222.773295:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19372)
00000800:00000200:1.1:1790691222.773421:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691222.773581:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691222.773749:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691223.668669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691223.668676:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691223.668679:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691224.116558:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314035968, at 4314036032
00000100:00000010:0.0:1790691224.116573:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:3.0:1790691224.692675:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691224.692682:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691224.692687:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691225.844716:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691225.844767:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691225.844776:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691225.844779:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691225.844784:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691225.844788:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691225.844792:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691225.844796:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:0.0:1790691225.844800:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691225.844806:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691225.844815:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:0.0:1790691225.844826:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:0.0:1790691225.844832:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691225.844841:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8000 x1877672061031680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.844871:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691225.844877:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061031680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.844886:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691225.844889:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691225.844902:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691225.844906:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:0.0:1790691225.844910:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691225.844915:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691225.844919:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9d48
00000400:00000010:0.0:1790691225.844921:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9d48.
00000100:00000001:0.0:1790691225.844924:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691225.844929:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672061031808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.844941:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691225.844949:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061031808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.844962:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691225.844965:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691225.844977:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691225.844984:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:0.0:1790691225.844990:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691225.844998:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691225.845026:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:0.0:1790691225.845032:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:0.0:1790691225.845040:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691225.845049:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ea300 x1877672061031936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.845079:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691225.845089:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061031936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.845107:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691225.845111:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691225.845124:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691225.845130:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:0.0:1790691225.845136:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691225.845145:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691225.845157:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:0.0:1790691225.845162:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:0.0:1790691225.845168:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691225.845179:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8700 x1877672061032064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.845198:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691225.845207:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061032064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691247 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691225.845221:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691225.845226:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790691227.764588:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691227.764592:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691227.764595:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691227.892560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691227.892571:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691227.892574:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691227.892577:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691227.892582:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691227.892591:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19367
00000400:00000200:3.0:1790691227.892612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691227.892619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691227.892622:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691227.892626:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892630:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.892632:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892634:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691227.892643:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691227.892646:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691227.892649:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691227.892652:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691227.892655:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691227.892658:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691227.892661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892663:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.892666:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892668:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691227.892670:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691227.892674:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892676:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691227.892680:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691227.892683:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691227.892686:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.892688:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691227.892691:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691227.892697:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691227.892701:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691227.892704:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691227.892706:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.892709:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691227.892711:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691227.892716:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691227.892724:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691227.892730:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691227.892739:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061032192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691227.892749:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691227.892753:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.892757:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061032192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691227.892782:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691227.892785:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691227.892788:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691227.892790:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691227.892792:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691227.892794:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691227.892798:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19367
00000400:00000200:3.0:1790691227.892802:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691227.892806:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691227.892809:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691227.892813:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892816:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.892822:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892827:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691227.892833:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691227.892836:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691227.892841:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691227.892855:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691227.892859:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691227.892864:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691227.892871:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892877:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.892887:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892891:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691227.892896:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691227.892903:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691227.892907:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691227.892911:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691227.892919:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691227.892926:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.892931:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691227.892936:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691227.892941:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.892944:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691227.892951:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691227.892955:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691227.892961:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691227.892965:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.892969:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691227.892973:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691227.892975:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691227.892984:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691227.892989:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691227.893001:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061032320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691227.893017:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691227.893021:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.893028:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061032320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691227.893043:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691227.893049:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691227.893055:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691227.893059:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691227.893062:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691227.893068:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691227.893074:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19367
00000400:00000200:3.0:1790691227.893084:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691227.893091:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691227.893097:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691227.893105:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893108:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.893115:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893120:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691227.893127:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691227.893132:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691227.893136:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691227.893139:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691227.893142:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691227.893146:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691227.893153:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893157:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.893160:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893162:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691227.893164:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691227.893168:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893175:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691227.893180:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790691227.893180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790691227.893185:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790691227.893187:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
02000000:00000001:3.0:1790691227.893189:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893194:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691227.893198:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691227.893203:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893207:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691227.893211:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691227.893217:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691227.893223:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691227.893226:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893228:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691227.893230:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691227.893246:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691227.893253:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691227.893260:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691227.893270:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061032448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691227.893287:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691227.893292:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.893298:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061032448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691227.893320:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.893326:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691227.893333:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691227.893337:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691227.893343:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691227.893348:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691227.893352:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691227.893359:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691227.893364:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19367
00000400:00000200:3.0:1790691227.893371:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691227.893376:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691227.893379:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691227.893385:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893388:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.893392:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893397:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691227.893404:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691227.893406:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691227.893411:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691227.893415:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691227.893421:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691227.893428:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691227.893436:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893443:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691227.893448:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893623:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691227.893630:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691227.893639:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691227.893646:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691227.893652:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691227.893658:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691227.893663:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893667:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691227.893671:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691227.893680:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893685:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691227.893693:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691227.893698:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691227.893704:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691227.893709:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691227.893713:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691227.893714:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691227.893717:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691227.893724:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691227.893731:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691227.893742:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061032576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691227.893765:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691227.893771:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.893780:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061032576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691227.893799:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691227.893808:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19377)
00000800:00000200:1.1:1790691227.893927:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691227.893930:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691227.894258:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691227.894261:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691227.894584:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691227.894586:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790691228.788595:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691228.788599:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691228.788603:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691229.236571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314041088, at 4314041152
00000100:00000010:0.0:1790691229.236585:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:0.0:1790691231.860607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691231.860612:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691231.860617:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691232.884644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691232.884648:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691232.884652:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691233.012525:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691233.012536:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691233.012539:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691233.012542:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691233.012547:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691233.012555:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19372
00000400:00000200:3.0:1790691233.012565:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691233.012572:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691233.012576:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691233.012580:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012584:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012586:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012588:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691233.012595:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691233.012597:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691233.012599:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691233.012602:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691233.012603:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691233.012605:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691233.012607:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012608:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012609:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012610:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691233.012612:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691233.012615:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012617:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691233.012620:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691233.012623:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691233.012625:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012626:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691233.012628:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691233.012636:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691233.012638:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691233.012641:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691233.012643:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012645:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691233.012648:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691233.012652:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691233.012657:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691233.012663:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691233.012670:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061032704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691233.012678:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691233.012681:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.012685:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061032704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691233.012704:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691233.012706:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691233.012709:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691233.012710:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691233.012711:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691233.012713:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691233.012715:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19372
00000400:00000200:3.0:1790691233.012718:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691233.012720:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691233.012722:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691233.012724:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012726:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012728:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012730:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691233.012732:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691233.012733:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691233.012735:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691233.012736:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691233.012738:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691233.012739:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691233.012741:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012744:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012748:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012751:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691233.012755:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691233.012759:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012761:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691233.012764:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691233.012768:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691233.012774:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012778:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691233.012783:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691233.012786:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012791:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691233.012794:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691233.012798:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691233.012802:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691233.012804:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012807:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691233.012811:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691233.012814:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691233.012817:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691233.012823:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691233.012831:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061032832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691233.012842:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691233.012844:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.012851:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061032832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691233.012862:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691233.012865:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691233.012869:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691233.012872:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691233.012873:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691233.012875:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691233.012880:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19372
00000400:00000200:3.0:1790691233.012883:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691233.012885:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691233.012889:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691233.012894:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012899:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012904:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691233.012907:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691233.012909:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691233.012912:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691233.012915:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691233.012920:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691233.012924:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691233.012930:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012933:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.012938:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012942:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691233.012946:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691233.012951:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691233.012954:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691233.012957:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691233.012960:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691233.012962:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012965:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691233.012968:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691233.012970:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012971:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691233.012975:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691233.012977:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691233.012981:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691233.012982:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.012983:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691233.012984:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691233.012985:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691233.012990:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691233.012995:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691233.013001:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061032960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691233.013010:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691233.013013:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.013020:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061032960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691233.013035:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.013040:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691233.013048:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691233.013053:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691233.013056:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691233.013058:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691233.013059:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691233.013065:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691233.013070:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19372
00000400:00000200:3.0:1790691233.013077:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691233.013082:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691233.013087:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691233.013088:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.013090:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.013095:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.013109:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691233.013114:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691233.013116:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691233.013119:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790691233.013120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790691233.013122:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691233.013127:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:1.1:1790691233.013128:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691233.013129:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691233.013150:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.013154:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691233.013160:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691233.013165:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691233.013167:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691233.013169:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691233.013174:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691233.013176:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691233.013180:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691233.013186:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.013187:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691233.013190:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691233.013194:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.013198:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691233.013202:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691233.013206:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691233.013210:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691233.013212:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691233.013215:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691233.013218:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691233.013220:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691233.013225:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691233.013230:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691233.013237:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061033088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691233.013263:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691233.013266:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.013272:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061033088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691233.013283:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691233.013289:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19382)
00000800:00000200:1.1:1790691233.013686:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691233.013689:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691233.013994:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691233.013997:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691233.014313:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691233.014316:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790691234.356618:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314046208, at 4314046272
00000100:00000010:0.0:1790691234.356636:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:0.0:1790691235.956608:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691235.956612:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691235.956623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691236.980784:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691236.980789:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691236.980792:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691238.132594:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691238.132605:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691238.132608:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691238.132612:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691238.132616:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691238.132623:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19377
00000400:00000200:3.0:1790691238.132632:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691238.132640:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691238.132643:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691238.132647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.132653:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691238.132664:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691238.132666:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691238.132669:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691238.132673:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691238.132675:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691238.132677:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691238.132680:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132681:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.132683:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132685:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691238.132687:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691238.132690:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132692:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691238.132695:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691238.132698:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691238.132701:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.132703:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691238.132705:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691238.132714:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691238.132718:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691238.132721:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691238.132723:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.132725:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691238.132728:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691238.132732:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691238.132740:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691238.132746:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691238.132755:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061033216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691238.132771:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691238.132775:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.132780:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061033216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691238.132803:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691238.132807:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691238.132810:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691238.132812:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691238.132813:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691238.132816:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691238.132818:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19377
00000400:00000200:3.0:1790691238.132822:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691238.132825:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691238.132827:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691238.132830:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.132835:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132837:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691238.132840:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691238.132842:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691238.132843:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691238.132846:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691238.132848:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691238.132850:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691238.132853:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132855:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.132857:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691238.132888:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691238.132893:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691238.132897:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691238.132902:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691238.132907:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691238.132911:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.132914:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691238.132919:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691238.132935:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.132937:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691238.132940:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691238.132943:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691238.132945:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691238.132948:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.132953:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691238.132957:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691238.132960:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691238.132968:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691238.132973:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691238.132984:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061033344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691238.132997:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691238.133000:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.133006:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061033344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691238.133024:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691238.133027:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691238.133034:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691238.133057:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691238.133071:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691238.133093:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691238.133100:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19377
00000400:00000200:3.0:1790691238.133105:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691238.133109:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691238.133115:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691238.133118:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133120:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.133123:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133136:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691238.133159:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691238.133163:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691238.133168:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691238.133173:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691238.133176:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691238.133180:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691238.133186:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133193:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.133199:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133205:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691238.133212:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691238.133217:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133222:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691238.133226:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691238.133232:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691238.133239:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133241:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691238.133247:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691238.133250:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133257:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691238.133266:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691238.133268:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691238.133273:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691238.133278:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133282:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691238.133285:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691238.133290:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691238.133297:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691238.133306:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691238.133319:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061033472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691238.133347:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691238.133351:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.133380:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061033472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691238.133413:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.133420:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691238.133427:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691238.133434:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691238.133442:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691238.133446:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691238.133450:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790691238.133451:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691238.133454:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691238.133457:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00080000:3.0:1790691238.133461:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19377
00000400:00000200:3.0:1790691238.133470:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691238.133475:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691238.133477:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691238.133480:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133499:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.133502:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133505:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691238.133509:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691238.133511:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691238.133513:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691238.133548:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691238.133554:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691238.133559:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691238.133567:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133569:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691238.133574:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133581:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691238.133604:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691238.133613:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691238.133617:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691238.133622:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691238.133625:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691238.133628:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133633:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691238.133636:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691238.133642:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133646:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691238.133653:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691238.133657:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691238.133673:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691238.133676:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691238.133678:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691238.133679:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691238.133681:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691238.133685:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691238.133693:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691238.133721:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061033600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691238.133732:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691238.133737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.133753:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061033600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691238.133765:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691238.133770:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19387)
00000800:00000200:1.1:1790691238.134162:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691238.134164:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691238.134451:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691238.134468:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691238.134864:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691238.134866:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790691239.476581:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314051329, at 4314051392
00000100:00000010:0.0:1790691239.476606:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000020:00000001:0.0:1790691240.052719:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691240.052724:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691240.052728:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691241.076625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691241.076629:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691241.076632:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691243.252573:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691243.252582:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691243.252584:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691243.252587:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691243.252602:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691243.252608:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19382
00000400:00000200:3.0:1790691243.252633:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691243.252639:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691243.252642:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691243.252645:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.252651:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691243.252671:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691243.252673:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691243.252676:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691243.252679:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691243.252681:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691243.252683:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691243.252686:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252688:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.252689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691243.252694:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691243.252697:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252699:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691243.252703:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691243.252706:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691243.252741:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.252743:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691243.252745:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691243.252752:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691243.252755:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691243.252758:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691243.252759:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.252761:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691243.252763:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691243.252767:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691243.252774:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691243.252779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691243.252786:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061033728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691243.252793:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691243.252808:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.252811:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061033728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691243.252829:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691243.252831:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691243.252834:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691243.252835:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691243.252836:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691243.252838:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691243.252840:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19382
00000400:00000200:3.0:1790691243.252849:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691243.252852:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691243.252854:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691243.252859:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252861:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.252872:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252874:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691243.252877:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691243.252880:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691243.252881:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691243.252886:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691243.252889:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691243.252892:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691243.252897:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252902:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.252906:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252910:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691243.252914:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691243.252918:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691243.252921:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691243.252924:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691243.252931:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691243.252950:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.252954:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691243.252958:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691243.252962:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.252966:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691243.252980:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691243.252985:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691243.252989:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691243.252991:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.252992:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691243.252994:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691243.252998:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691243.253005:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691243.253012:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691243.253021:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061033856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691243.253029:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691243.253034:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.253039:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061033856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691243.253049:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691243.253050:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691243.253056:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691243.253059:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691243.253062:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691243.253067:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691243.253073:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19382
00000400:00000200:3.0:1790691243.253079:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691243.253084:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691243.253087:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691243.253090:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253094:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.253098:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253101:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691243.253103:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691243.253106:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691243.253109:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691243.253112:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691243.253116:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691243.253121:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691243.253126:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253131:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.253137:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253142:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691243.253146:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691243.253153:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253157:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691243.253161:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691243.253164:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691243.253168:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253172:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691243.253174:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691243.253179:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253181:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691243.253185:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691243.253189:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691243.253191:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691243.253193:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253195:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691243.253196:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691243.253199:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691243.253205:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691243.253211:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691243.253215:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:3.0:1790691243.253219:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061033984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790691243.253220:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1790691243.253236:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691243.253239:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.253244:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061033984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691243.253258:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.253261:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691243.253265:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691243.253269:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691243.253277:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691243.253281:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691243.253283:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691243.253287:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691243.253291:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19382
00000400:00000200:3.0:1790691243.253299:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691243.253306:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691243.253310:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691243.253315:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253320:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.253323:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253324:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691243.253327:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691243.253329:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691243.253333:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691243.253337:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691243.253339:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691243.253342:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691243.253345:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253349:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691243.253351:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253354:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691243.253359:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691243.253361:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691243.253363:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691243.253364:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691243.253366:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691243.253367:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253369:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691243.253373:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691243.253377:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253380:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691243.253386:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691243.253389:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691243.253393:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691243.253395:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691243.253398:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691243.253401:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691243.253404:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691243.253409:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691243.253413:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691243.253421:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061034112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691243.253435:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691243.253439:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.253448:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061034112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691243.253475:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691243.253478:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19392)
00000800:00000200:1.1:1790691243.253705:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691243.253707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691243.254005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691243.254007:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691243.254206:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691243.254207:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:0.0:1790691244.148677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691244.148681:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691244.148684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691244.596571:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314056448, at 4314056512
00000100:00000010:0.0:1790691244.596587:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:3.0:1790691245.172606:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691245.172610:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691245.172613:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691248.244653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691248.244658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691248.244662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691248.373154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691248.373161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691248.373725:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691248.373727:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691248.373958:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691248.373959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691248.374137:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691248.374139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790691249.268634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691249.268638:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691249.268641:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691249.716626:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314061568, at 4314061632
00000100:00000010:0.0:1790691249.716641:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:0.0:1790691252.340663:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691252.340668:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691252.340672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691253.364623:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691253.364628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691253.364633:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691253.492584:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691253.492595:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691253.492598:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691253.492603:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691253.492608:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691253.492617:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19392
00000400:00000200:3.0:1790691253.492627:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691253.492635:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691253.492638:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691253.492641:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492644:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.492646:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492648:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691253.492655:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691253.492656:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691253.492658:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691253.492661:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691253.492663:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691253.492665:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691253.492667:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492668:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.492669:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691253.492672:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691253.492675:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492676:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691253.492690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691253.492693:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691253.492694:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.492696:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691253.492697:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691253.492705:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691253.492707:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691253.492711:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691253.492712:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.492715:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691253.492717:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691253.492722:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691253.492728:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691253.492734:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691253.492757:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061034752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691253.492765:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691253.492769:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.492772:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061034752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691253.492790:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691253.492793:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691253.492797:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691253.492798:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691253.492800:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691253.492803:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691253.492806:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19392
00000400:00000200:3.0:1790691253.492810:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691253.492813:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691253.492816:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691253.492819:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492822:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.492824:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492826:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691253.492829:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691253.492831:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691253.492832:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691253.492835:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691253.492837:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691253.492840:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691253.492843:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492845:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.492847:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492849:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691253.492852:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691253.492854:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492857:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691253.492859:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691253.492864:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691253.492866:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.492868:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691253.492872:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691253.492875:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.492877:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691253.492880:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691253.492883:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691253.492886:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691253.492887:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.492889:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691253.492891:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691253.492893:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691253.492899:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691253.492902:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691253.492906:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061034880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691253.492914:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691253.492917:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.492921:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061034880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691253.492929:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691253.492932:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691253.492936:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691253.492938:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691253.492940:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691253.492942:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691253.492945:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19392
00000400:00000200:3.0:1790691253.492948:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691253.492950:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691253.492952:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691253.492955:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492957:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.492959:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.492961:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691253.492985:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691253.492987:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691253.492989:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691253.492991:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691253.492993:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691253.492996:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691253.492999:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493001:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.493002:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493004:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691253.493006:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691253.493009:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493011:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691253.493014:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691253.493016:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691253.493018:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.493020:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691253.493022:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790691253.493022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00000001:3.0:1790691253.493024:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691253.493037:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1790691253.493038:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691253.493041:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691253.493044:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691253.493046:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691253.493048:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.493049:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691253.493051:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691253.493052:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691253.493056:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691253.493059:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691253.493063:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061035008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691253.493071:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691253.493073:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.493077:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061035008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691253.493085:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.493088:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691253.493092:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691253.493095:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691253.493099:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691253.493100:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691253.493101:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691253.493104:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691253.493106:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19392
00000400:00000200:3.0:1790691253.493110:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691253.493113:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691253.493115:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691253.493118:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493120:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.493122:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493125:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691253.493128:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691253.493129:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691253.493131:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691253.493133:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691253.493136:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691253.493138:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691253.493141:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493143:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691253.493145:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493147:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691253.493157:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691253.493169:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691253.493172:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691253.493174:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691253.493177:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691253.493179:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.493181:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691253.493183:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691253.493186:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.493193:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691253.493198:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691253.493201:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691253.493203:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691253.493205:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691253.493207:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691253.493208:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691253.493210:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691253.493214:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691253.493217:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691253.493222:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061035136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691253.493231:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691253.493233:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.493237:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061035136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691253.493245:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691253.493249:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19403)
00000800:00000200:2.1:1790691253.493432:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691253.493434:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691253.493669:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691253.493671:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691253.493888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691253.493890:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790691254.836587:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314066688, at 4314066752
00000100:00000010:0.0:1790691254.836613:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:0.0:1790691256.436798:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691256.436806:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691256.436813:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691257.460639:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691257.460643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691257.460646:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691258.612599:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691258.612609:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691258.612611:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691258.612615:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691258.612619:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691258.612626:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19398
00000400:00000200:3.0:1790691258.612635:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691258.612659:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691258.612664:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691258.612667:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612670:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.612672:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612674:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691258.612681:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691258.612683:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691258.612685:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691258.612689:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691258.612690:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691258.612693:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691258.612695:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612698:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.612700:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612701:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691258.612704:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691258.612706:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612708:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691258.612711:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691258.612714:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691258.612716:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.612718:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691258.612720:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691258.612729:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691258.612750:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691258.612754:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691258.612755:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.612758:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691258.612761:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691258.612765:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691258.612773:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691258.612779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691258.612787:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061035264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691258.612797:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691258.612801:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.612805:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061035264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691258.612831:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691258.612834:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691258.612838:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691258.612839:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691258.612841:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691258.612843:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691258.612863:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19398
00000400:00000200:3.0:1790691258.612866:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691258.612869:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691258.612871:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691258.612873:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612875:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.612877:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612879:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691258.612882:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691258.612883:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691258.612885:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691258.612888:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691258.612890:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691258.612891:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691258.612894:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612896:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.612899:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612904:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691258.612907:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691258.612929:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691258.612932:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691258.612934:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691258.612938:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691258.612941:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.612943:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691258.612948:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691258.612955:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.612960:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691258.612968:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691258.612972:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691258.612977:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691258.612998:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613004:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691258.613016:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691258.613020:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691258.613029:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691258.613035:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691258.613047:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061035392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691258.613066:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691258.613072:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.613096:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061035392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691258.613107:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691258.613110:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691258.613114:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691258.613117:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691258.613121:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691258.613125:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691258.613129:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19398
00000400:00000200:3.0:1790691258.613137:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691258.613143:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691258.613147:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691258.613154:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613159:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.613163:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613166:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691258.613171:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691258.613174:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691258.613177:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691258.613180:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691258.613184:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691258.613187:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691258.613193:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613195:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.613199:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613219:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691258.613220:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691258.613223:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613226:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691258.613229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691258.613234:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691258.613237:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613238:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691258.613240:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691258.613246:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613249:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691258.613254:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691258.613259:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691258.613263:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691258.613266:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613286:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691258.613289:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691258.613292:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691258.613297:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691258.613304:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691258.613313:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061035520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691258.613324:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691258.613329:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.613338:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061035520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691258.613371:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.613375:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691258.613380:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691258.613386:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691258.613395:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691258.613397:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691258.613400:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691258.613404:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.1:1790691258.613405:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790691258.613410:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19398
00000800:00000200:2.1:1790691258.613412:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1790691258.613417:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691258.613425:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691258.613428:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691258.613434:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613438:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.613441:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613447:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691258.613455:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691258.613460:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691258.613461:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691258.613464:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691258.613468:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691258.613472:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691258.613493:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613497:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691258.613500:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613505:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691258.613509:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691258.613513:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691258.613518:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691258.613521:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691258.613525:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691258.613577:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613579:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691258.613581:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691258.613584:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613586:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691258.613590:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691258.613593:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691258.613595:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691258.613596:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691258.613603:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691258.613606:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691258.613609:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691258.613615:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691258.613624:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691258.613632:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061035648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691258.613659:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691258.613681:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.613687:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061035648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691258.613699:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691258.613704:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19408)
00000800:00000200:2.1:1790691258.614035:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691258.614036:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691258.614341:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691258.614343:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691258.614662:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691258.614665:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691259.956566:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314071809, at 4314071872
00000100:00000010:0.0:1790691259.956586:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:0.0:1790691260.532646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691260.532651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691260.532655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691261.556769:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691261.556774:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691261.556778:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691263.732538:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691263.732582:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691263.732584:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691263.732587:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691263.732591:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691263.732597:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19403
00000400:00000200:3.0:1790691263.732605:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691263.732611:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691263.732614:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691263.732616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732619:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732623:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691263.732630:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691263.732631:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691263.732633:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691263.732636:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691263.732638:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691263.732639:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691263.732641:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732643:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732644:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732645:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691263.732647:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691263.732650:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732651:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691263.732654:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691263.732656:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691263.732658:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732659:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691263.732661:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691263.732667:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691263.732670:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691263.732672:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691263.732674:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732676:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691263.732678:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691263.732681:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691263.732688:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691263.732693:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691263.732700:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061035776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691263.732708:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691263.732711:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.732715:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061035776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691263.732732:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691263.732735:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691263.732738:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691263.732739:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691263.732740:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691263.732742:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691263.732744:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19403
00000400:00000200:3.0:1790691263.732746:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691263.732748:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691263.732749:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691263.732751:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732753:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732754:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732756:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691263.732757:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691263.732758:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691263.732759:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691263.732761:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691263.732762:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691263.732763:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691263.732765:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732767:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732768:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732770:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691263.732771:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691263.732773:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732774:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691263.732775:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691263.732779:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691263.732780:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732781:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691263.732785:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691263.732787:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732788:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691263.732790:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691263.732792:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691263.732794:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691263.732795:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732796:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691263.732797:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691263.732799:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691263.732805:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691263.732810:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691263.732818:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061035904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691263.732834:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691263.732839:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.732849:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061035904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691263.732866:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691263.732871:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691263.732876:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691263.732881:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691263.732884:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691263.732887:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691263.732889:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19403
00000400:00000200:3.0:1790691263.732896:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691263.732901:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691263.732905:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691263.732909:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732911:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732912:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732913:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691263.732916:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691263.732917:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691263.732920:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691263.732923:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691263.732926:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691263.732931:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691263.732933:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732935:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.732941:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732945:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691263.732949:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691263.732954:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691263.732959:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691263.732962:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691263.732966:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691263.732969:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732972:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691263.732976:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691263.732980:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.732983:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691263.732988:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691263.732991:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691263.732995:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691263.732997:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.733000:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691263.733001:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691263.733003:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691263.733008:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691263.733013:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691263.733021:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061036032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691263.733033:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691263.733037:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.733044:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061036032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691263.733063:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.733066:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691263.733073:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691263.733077:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691263.733081:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691263.733085:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691263.733087:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691263.733090:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691263.733092:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19403
00000400:00000200:3.0:1790691263.733097:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691263.733103:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691263.733107:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691263.733111:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.733115:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691263.733118:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691263.733120:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.733125:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790691263.733125:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790691263.733132:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691263.733134:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691263.733136:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691263.733140:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691263.733143:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691263.733145:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691263.733149:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.733153:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691263.733157:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691263.733160:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691263.733163:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691263.733168:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691263.733172:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691263.733176:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691263.733181:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691263.733187:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.733191:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691263.733196:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691263.733203:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.733208:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691263.733215:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691263.733222:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691263.733227:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691263.733229:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691263.733231:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691263.733234:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691263.733237:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691263.733257:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691263.733262:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691263.733269:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061036160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691263.733281:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691263.733284:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.733286:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061036160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691263.733293:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691263.733299:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19413)
00000800:00000200:2.1:1790691263.733581:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691263.733582:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691263.733774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691263.733775:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691263.733953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691263.733955:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790691264.628860:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691264.628866:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691264.628871:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691265.076565:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314076928, at 4314076992
00000100:00000010:0.0:1790691265.076580:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790691265.652654:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691265.652657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691265.652660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691268.724605:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691268.724609:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691268.724612:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691268.853219:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691268.853223:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691268.853771:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691268.853773:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691268.853963:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691268.853965:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691268.854164:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691268.854166:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790691269.748630:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691269.748634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691269.748637:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691270.196539:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314082048, at 4314082112
00000100:00000010:0.0:1790691270.196556:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:0.0:1790691272.820674:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691272.820683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691272.820691:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691273.844634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691273.844639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691273.844642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691273.972555:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691273.972563:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691273.972566:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691273.972569:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691273.972572:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691273.972590:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19413
00000400:00000200:3.0:1790691273.972598:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691273.972606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691273.972610:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691273.972614:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.972620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972623:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691273.972632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691273.972635:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691273.972639:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691273.972663:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691273.972666:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691273.972669:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691273.972673:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972676:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.972678:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972680:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691273.972684:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691273.972688:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972690:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691273.972693:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691273.972696:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691273.972698:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.972700:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691273.972701:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691273.972709:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691273.972714:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691273.972718:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691273.972720:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.972723:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691273.972726:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691273.972731:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691273.972750:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691273.972758:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691273.972769:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061036800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691273.972779:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691273.972782:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.972786:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061036800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691273.972829:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691273.972832:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691273.972839:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691273.972841:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691273.972843:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691273.972846:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691273.972849:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19413
00000400:00000200:3.0:1790691273.972854:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691273.972858:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691273.972861:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691273.972865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.972871:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972874:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691273.972878:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691273.972880:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691273.972883:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691273.972900:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691273.972906:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691273.972909:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691273.972914:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972919:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.972924:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972935:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691273.972940:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691273.972947:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691273.972952:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691273.972955:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691273.972959:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691273.972964:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.972968:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691273.972972:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691273.972977:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.972982:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691273.972987:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691273.972994:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691273.973000:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691273.973005:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973010:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691273.973013:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691273.973018:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691273.973026:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691273.973035:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691273.973048:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061036928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691273.973063:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691273.973093:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.973101:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061036928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691273.973121:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691273.973126:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691273.973132:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691273.973146:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691273.973147:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691273.973150:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691273.973154:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19413
00000400:00000200:3.0:1790691273.973163:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691273.973174:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691273.973177:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691273.973185:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973188:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.973194:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973202:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691273.973211:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691273.973228:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691273.973235:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691273.973259:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691273.973267:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691273.973273:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691273.973291:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973296:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.973301:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973309:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691273.973317:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691273.973323:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973329:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691273.973334:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790691273.973334:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790691273.973340:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790691273.973358:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1790691273.973376:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973381:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691273.973385:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691273.973392:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973395:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691273.973402:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691273.973408:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691273.973414:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691273.973417:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973422:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691273.973425:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691273.973430:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691273.973438:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691273.973446:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691273.973455:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061037056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691273.973509:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691273.973513:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.973522:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061037056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691273.973539:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.973544:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691273.973551:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691273.973557:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691273.973564:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691273.973568:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691273.973573:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691273.973580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691273.973588:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19413
00000400:00000200:3.0:1790691273.973597:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691273.973611:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691273.973615:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691273.973622:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973628:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.973634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973639:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691273.973645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691273.973648:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691273.973651:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691273.973655:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691273.973659:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691273.973662:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691273.973667:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973670:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691273.973672:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973681:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691273.973684:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691273.973688:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691273.973694:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691273.973695:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691273.973700:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691273.973705:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973709:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691273.973712:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691273.973718:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973723:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691273.973730:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691273.973737:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691273.973744:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691273.973756:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691273.973762:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691273.973767:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691273.973773:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691273.973780:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691273.973787:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691273.973796:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061037184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691273.973824:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691273.973828:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.973836:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061037184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691273.973872:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691273.973884:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19423)
00000800:00000200:1.1:1790691273.974068:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691273.974071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691273.974437:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691273.974451:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691273.974697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691273.974700:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691275.316586:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314087169, at 4314087232
00000100:00000010:0.0:1790691275.316624:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:0.0:1790691276.916626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691276.916630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691276.916633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691277.940720:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691277.940726:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691277.940731:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691279.093939:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691279.093948:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691279.095013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691279.095017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691279.095538:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691279.095541:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691279.096004:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691279.096007:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790691280.436544:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314092289, at 4314092352
00000100:00000010:0.0:1790691280.436559:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:0.0:1790691281.012665:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691281.012670:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691281.012675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691282.036617:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691282.036621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691282.036623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691284.212581:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691284.212591:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691284.212593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691284.212595:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691284.212599:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691284.212605:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19423
00000400:00000200:0.0:1790691284.212613:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691284.212619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691284.212622:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691284.212624:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212627:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212629:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212631:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691284.212637:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691284.212639:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691284.212641:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691284.212643:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691284.212645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691284.212647:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691284.212649:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212653:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212654:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691284.212656:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691284.212659:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212661:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691284.212663:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691284.212666:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691284.212668:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212669:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691284.212671:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691284.212678:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691284.212681:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691284.212683:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691284.212684:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212687:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691284.212689:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691284.212692:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691284.212700:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691284.212706:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691284.212713:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061037824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691284.212721:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691284.212724:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.212728:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061037824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691284.212746:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691284.212749:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691284.212751:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691284.212752:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691284.212754:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691284.212755:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691284.212758:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19423
00000400:00000200:0.0:1790691284.212760:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691284.212762:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691284.212764:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691284.212766:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212767:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212768:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212770:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691284.212771:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691284.212772:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691284.212773:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691284.212776:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691284.212777:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691284.212778:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691284.212781:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212783:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212784:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212786:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691284.212788:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691284.212789:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212791:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691284.212792:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691284.212796:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691284.212798:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212799:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691284.212802:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691284.212805:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212808:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691284.212811:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691284.212815:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691284.212820:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691284.212822:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212823:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691284.212825:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691284.212827:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691284.212829:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691284.212834:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691284.212841:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061037952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691284.212857:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691284.212861:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.212868:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061037952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691284.212887:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691284.212893:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691284.212898:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691284.212902:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691284.212907:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691284.212915:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691284.212920:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19423
00000400:00000200:0.0:1790691284.212924:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691284.212927:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691284.212931:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691284.212936:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212939:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212941:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212944:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691284.212947:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691284.212951:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691284.212953:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691284.212955:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691284.212959:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691284.212962:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691284.212965:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212967:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.212970:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212973:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691284.212974:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691284.212976:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691284.212977:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691284.212979:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691284.212981:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691284.212983:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212984:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691284.212985:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691284.212987:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.212988:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691284.212991:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691284.212994:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691284.212996:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691284.212999:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.213001:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691284.213005:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691284.213007:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691284.213012:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691284.213015:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691284.213021:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061038080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691284.213049:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691284.213052:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.213058:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061038080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691284.213071:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.213077:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691284.213081:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691284.213086:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691284.213088:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691284.213089:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691284.213091:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691284.213094:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691284.213099:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19423
00000400:00000200:0.0:1790691284.213102:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691284.213104:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691284.213105:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691284.213110:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.213113:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.213117:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.213118:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691284.213181:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691284.213184:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691284.213186:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691284.213190:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691284.213192:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691284.213195:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691284.213202:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.213204:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691284.213208:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691284.213211:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691284.213214:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691284.213218:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691284.213221:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691284.213224:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691284.213229:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691284.213232:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.213235:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.1:1790691284.213235:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00100000:0.0:1790691284.213238:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691284.213241:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.213244:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691284.213244:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000010:0.0:1790691284.213249:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691284.213256:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691284.213263:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691284.213266:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691284.213270:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691284.213272:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691284.213275:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691284.213283:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691284.213291:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691284.213298:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061038208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691284.213312:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691284.213318:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.213328:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061038208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691284.213337:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691284.213342:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19433)
00000800:00000200:1.1:1790691284.213800:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691284.213803:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691284.214164:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691284.214167:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691284.214525:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691284.214528:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:0.0:1790691285.108634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691285.108638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691285.108642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691285.556545:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314097408, at 4314097472
00000100:00000010:0.0:1790691285.556561:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:3.0:1790691286.132585:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691286.132588:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691286.132591:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691289.204675:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691289.204678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691289.204681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691289.332528:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691289.332539:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691289.332541:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691289.332543:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691289.332547:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691289.332559:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19428
00000400:00000200:0.0:1790691289.332567:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691289.332573:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691289.332576:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691289.332578:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332581:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332583:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332585:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691289.332592:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691289.332593:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691289.332595:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691289.332598:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691289.332600:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691289.332602:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691289.332604:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332605:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332607:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332608:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691289.332610:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691289.332612:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332613:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691289.332616:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691289.332618:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691289.332620:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332622:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691289.332624:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691289.332632:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691289.332635:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691289.332638:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691289.332639:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332642:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691289.332644:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691289.332647:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691289.332659:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691289.332664:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691289.332672:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061038336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691289.332680:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691289.332683:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.332687:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061038336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691289.332707:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691289.332710:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691289.332714:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691289.332715:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691289.332717:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691289.332720:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691289.332723:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19428
00000400:00000200:0.0:1790691289.332727:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691289.332731:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691289.332733:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691289.332736:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332738:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332740:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332743:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691289.332746:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691289.332748:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691289.332749:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691289.332753:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691289.332755:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691289.332757:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691289.332760:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332762:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332765:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332767:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691289.332769:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691289.332773:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332775:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691289.332777:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691289.332782:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691289.332784:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332786:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691289.332790:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691289.332794:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332796:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691289.332799:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691289.332801:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691289.332804:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691289.332805:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332807:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691289.332808:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691289.332810:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691289.332813:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691289.332817:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691289.332822:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061038464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691289.332829:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691289.332831:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.332835:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061038464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691289.332851:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691289.332854:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691289.332858:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691289.332859:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691289.332861:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691289.332863:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691289.332866:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19428
00000400:00000200:0.0:1790691289.332870:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691289.332873:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691289.332875:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691289.332878:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332881:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332882:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332884:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691289.332930:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691289.332931:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691289.332933:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691289.332935:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691289.332937:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691289.332939:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691289.332942:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332944:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.332946:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332948:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691289.332948:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691289.332951:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691289.332953:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691289.332955:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691289.332958:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691289.332961:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691289.332963:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332965:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691289.332967:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691289.332969:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332971:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691289.332974:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691289.332977:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691289.332979:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691289.332980:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.332982:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691289.332992:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691289.332994:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691289.332998:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691289.333012:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691289.333016:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061038592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691289.333024:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691289.333027:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.333031:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061038592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691289.333040:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.333043:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691289.333064:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691289.333067:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691289.333071:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691289.333072:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691289.333074:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691289.333077:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691289.333080:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19428
00000400:00000200:0.0:1790691289.333085:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691289.333088:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691289.333091:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691289.333095:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.333097:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.333099:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.333102:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691289.333105:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691289.333107:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691289.333108:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691289.333111:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691289.333114:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691289.333116:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691289.333120:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.333122:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691289.333124:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691289.333126:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691289.333129:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691289.333133:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691289.333135:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691289.333137:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691289.333140:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691289.333143:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.333145:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691289.333147:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691289.333150:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.333152:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691289.333155:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691289.333158:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691289.333161:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691289.333163:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691289.333165:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691289.333167:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691289.333169:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691289.333173:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691289.333176:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691289.333181:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061038720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691289.333189:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691289.333192:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.333196:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061038720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691289.333202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691289.333206:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691289.333210:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19438)
00000800:00000200:1.1:1790691289.333332:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691289.333522:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691290.228638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691290.228643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691290.228648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691290.676569:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314102528, at 4314102592
00000100:00000010:0.0:1790691290.676587:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:0.0:1790691293.300597:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691293.300602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691293.300607:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691294.324604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691294.324608:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691294.324610:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691294.453274:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691294.453282:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691294.453943:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691294.453959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691294.454288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691294.454291:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691294.454616:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691294.454619:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691295.796621:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314107648, at 4314107712
00000100:00000010:0.0:1790691295.796650:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790691297.396654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691297.396656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691297.396658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691298.420647:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691298.420650:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691298.420653:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691299.572574:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691299.572583:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691299.572586:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691299.572589:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691299.572592:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691299.572599:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19439
00000400:00000200:0.0:1790691299.572608:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691299.572616:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691299.572620:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691299.572623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572627:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.572630:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691299.572642:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691299.572644:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691299.572647:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691299.572650:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691299.572653:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691299.572656:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691299.572659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572661:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.572663:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572664:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691299.572667:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691299.572669:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572670:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691299.572673:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691299.572676:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691299.572678:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.572679:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691299.572681:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691299.572687:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691299.572690:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691299.572694:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691299.572695:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.572699:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691299.572702:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691299.572707:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691299.572717:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691299.572724:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691299.572734:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061039360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691299.572745:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691299.572748:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691299.572752:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061039360/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691299.572771:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691299.572774:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691299.572776:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691299.572777:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691299.572779:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691299.572781:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691299.572783:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19439
00000400:00000200:0.0:1790691299.572785:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691299.572788:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691299.572789:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691299.572792:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572794:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.572795:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572797:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691299.572800:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691299.572801:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691299.572802:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691299.572804:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691299.572805:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691299.572807:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691299.572809:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572811:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.572813:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572817:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691299.572819:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691299.572823:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691299.572826:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691299.572829:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691299.572833:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691299.572836:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.572839:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691299.572844:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691299.572863:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.572866:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691299.572871:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691299.572878:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691299.572883:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691299.572887:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.572893:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691299.572897:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691299.572900:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691299.572905:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691299.572914:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691299.572924:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061039488/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691299.572938:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691299.572941:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691299.572946:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061039488/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691299.572954:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691299.572959:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691299.572964:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691299.572968:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691299.572969:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691299.572975:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691299.572980:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19439
00000400:00000200:0.0:1790691299.572986:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691299.572992:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691299.572995:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691299.573000:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573003:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.573005:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573008:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691299.573013:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691299.573015:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691299.573016:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691299.573019:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691299.573022:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691299.573025:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691299.573030:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573033:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.573036:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573040:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691299.573044:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691299.573049:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573051:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691299.573052:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691299.573055:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691299.573059:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573063:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691299.573066:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691299.573070:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573074:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691299.573079:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691299.573082:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691299.573087:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691299.573090:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573092:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691299.573096:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691299.573098:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691299.573103:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691299.573107:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691299.573115:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061039616/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691299.573125:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691299.573129:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691299.573131:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691299.573135:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061039616/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691299.573136:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1790691299.573148:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691299.573151:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691299.573155:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691299.573158:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691299.573164:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691299.573166:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691299.573168:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691299.573170:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691299.573175:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19439
00000400:00000200:0.0:1790691299.573180:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691299.573185:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691299.573187:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691299.573189:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573193:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.573197:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573202:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691299.573207:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691299.573210:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691299.573213:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691299.573217:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691299.573221:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691299.573226:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691299.573233:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573236:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691299.573240:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573242:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691299.573244:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691299.573251:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691299.573254:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691299.573257:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691299.573261:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691299.573264:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573268:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691299.573269:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691299.573271:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573272:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691299.573275:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691299.573277:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691299.573283:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691299.573284:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691299.573285:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691299.573286:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691299.573288:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691299.573293:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691299.573297:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691299.573303:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061039744/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691299.573323:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691299.573325:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691299.573331:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061039744/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691299.573351:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691299.573356:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19449)
00000800:00000200:2.1:1790691299.573596:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691299.573599:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691299.573823:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691299.573826:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691299.574037:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691299.574039:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790691300.916565:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314112768, at 4314112832
00000100:00000010:0.0:1790691300.916584:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790691301.492676:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691301.492680:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691301.492683:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691302.516668:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691302.516672:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691302.516675:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691304.693203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691304.693210:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691304.693774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691304.693777:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691304.694092:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691304.694095:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691304.694399:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691304.694402:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1790691305.588658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691305.588662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691305.588665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691306.036520:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314117888, at 4314117952
00000100:00000010:0.0:1790691306.036533:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790691306.612659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691306.612664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691306.612668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691309.684699:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691309.684703:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691309.684706:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691309.813585:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691309.813593:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691309.814180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691309.814184:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691309.814529:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691309.814532:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691309.814888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691309.814891:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790691310.708666:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691310.708670:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691310.708674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691311.156617:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314123009, at 4314123072
00000100:00000010:0.0:1790691311.156663:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e75a0.
00000020:00000001:0.0:1790691313.780653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691313.780656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691313.780658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691314.804651:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691314.804656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691314.804661:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691314.932605:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691314.932613:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691314.932616:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691314.932619:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691314.932623:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691314.932630:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19454
00000400:00000200:0.0:1790691314.932638:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691314.932644:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691314.932647:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691314.932650:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932653:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.932654:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691314.932663:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691314.932664:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691314.932666:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691314.932669:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691314.932671:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691314.932673:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691314.932675:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932676:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.932677:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932679:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691314.932681:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691314.932683:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932684:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691314.932686:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691314.932689:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691314.932691:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.932692:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691314.932694:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691314.932702:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691314.932705:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691314.932708:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691314.932709:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.932711:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691314.932713:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691314.932716:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691314.932723:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691314.932728:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691314.932735:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061040896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691314.932743:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691314.932747:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691314.932750:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061040896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691314.932770:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691314.932772:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691314.932774:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691314.932775:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691314.932777:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691314.932779:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691314.932780:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19454
00000400:00000200:0.0:1790691314.932782:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691314.932784:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691314.932786:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691314.932788:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932790:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.932791:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932793:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691314.932795:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691314.932796:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691314.932797:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691314.932799:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691314.932800:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691314.932802:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691314.932805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932807:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.932809:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932811:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691314.932815:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691314.932818:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932822:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691314.932824:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691314.932831:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691314.932834:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.932835:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691314.932839:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691314.932845:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.932848:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691314.932860:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691314.932865:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691314.932871:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691314.932875:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.932879:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691314.932881:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691314.932885:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691314.932890:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691314.932896:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691314.932904:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061041024/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691314.932917:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691314.932921:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691314.932926:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061041024/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691314.932935:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691314.932938:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691314.932945:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691314.932949:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691314.932953:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691314.932955:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691314.932959:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19454
00000400:00000200:0.0:1790691314.932967:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691314.932973:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691314.932978:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691314.932982:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932986:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.932992:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.932995:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691314.932999:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691314.933001:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691314.933003:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691314.933006:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691314.933008:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691314.933009:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691314.933012:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933015:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.933018:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933020:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691314.933024:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691314.933030:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933034:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691314.933037:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691314.933041:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691314.933045:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933048:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691314.933051:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691314.933056:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933060:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691314.933063:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691314.933064:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691314.933066:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691314.933067:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933070:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691314.933073:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691314.933077:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691314.933080:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691314.933086:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691314.933093:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061041152/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691314.933105:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691314.933110:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691314.933116:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061041152/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691314.933129:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691314.933133:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691314.933134:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691314.933139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790691314.933140:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691314.933145:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691314.933150:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691314.933153:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691314.933156:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691314.933159:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691314.933165:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19454
00000400:00000200:0.0:1790691314.933172:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691314.933176:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691314.933177:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691314.933179:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933182:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.933186:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933192:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691314.933194:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691314.933197:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691314.933199:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691314.933202:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691314.933207:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691314.933211:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691314.933218:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933221:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691314.933226:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933228:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691314.933233:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691314.933239:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691314.933244:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691314.933246:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691314.933250:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691314.933253:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933254:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691314.933256:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691314.933258:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933262:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691314.933265:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691314.933269:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691314.933272:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691314.933274:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691314.933275:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691314.933279:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691314.933280:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691314.933284:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691314.933288:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691314.933293:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061041280/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691314.933304:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691314.933308:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691314.933314:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061041280/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691314.933328:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691314.933334:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19464)
00000800:00000200:1.1:1790691314.933623:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691314.933625:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691314.933849:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691314.933850:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691314.934029:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691314.934031:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790691316.276579:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314128128, at 4314128192
00000100:00000010:0.0:1790691316.276601:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:0.0:1790691317.876689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691317.876693:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691317.876696:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691318.900714:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691318.900719:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691318.900723:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691320.053381:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691320.053389:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691320.054402:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691320.054407:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691320.054819:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691320.054822:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691320.055172:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691320.055175:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1790691321.396523:0:298153:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314133249, at 4314133312
00000100:00000010:0.0:1790691321.396532:0:298153:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:0.0:1790691321.972721:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691321.972726:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691321.972730:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691322.996744:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691322.996750:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691322.996756:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691325.172639:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691325.172650:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691325.172653:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691325.172657:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691325.172678:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691325.172686:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19464
00000400:00000200:3.0:1790691325.172696:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691325.172704:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691325.172707:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691325.172711:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172714:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.172717:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172720:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691325.172728:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691325.172730:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691325.172733:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691325.172736:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691325.172739:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691325.172741:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691325.172744:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172746:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.172748:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172750:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691325.172752:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691325.172755:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172757:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691325.172761:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691325.172764:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691325.172766:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.172769:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691325.172772:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691325.172782:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691325.172785:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691325.172789:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691325.172791:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.172794:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691325.172797:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691325.172802:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691325.172810:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691325.172819:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691325.172832:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061041920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691325.172848:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691325.172854:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.172861:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061041920/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691325.172915:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691325.172919:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691325.172923:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691325.172925:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691325.172926:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691325.172929:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691325.172932:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19464
00000400:00000200:3.0:1790691325.172937:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691325.172940:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691325.172943:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691325.172947:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172949:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.172952:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172955:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691325.172958:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691325.172961:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691325.172963:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691325.172966:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691325.172968:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691325.172972:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691325.172979:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172982:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.172988:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.172993:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691325.172996:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691325.173019:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173025:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691325.173029:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691325.173036:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691325.173041:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173044:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691325.173049:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691325.173055:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173058:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691325.173062:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691325.173067:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691325.173070:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691325.173073:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173079:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691325.173082:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691325.173088:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691325.173096:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691325.173121:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691325.173131:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061042048/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691325.173148:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691325.173153:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.173159:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061042048/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691325.173175:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691325.173180:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691325.173188:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691325.173192:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691325.173196:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691325.173214:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691325.173218:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19464
00000400:00000200:3.0:1790691325.173235:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691325.173238:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691325.173240:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691325.173243:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173249:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.173251:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173253:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691325.173258:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691325.173263:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691325.173265:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691325.173267:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691325.173271:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691325.173277:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691325.173285:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173311:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.173318:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173327:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691325.173335:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691325.173345:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173394:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691325.173410:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691325.173417:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691325.173425:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173433:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691325.173437:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691325.173442:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173447:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691325.173453:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691325.173457:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691325.173460:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691325.173461:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173463:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691325.173465:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691325.173467:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691325.173511:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691325.173518:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691325.173525:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061042176/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691325.173538:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691325.173543:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.173552:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061042176/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691325.173571:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.173577:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691325.173585:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691325.173605:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691325.173611:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691325.173615:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691325.173618:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691325.173622:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691325.173629:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19464
00000400:00000200:3.0:1790691325.173635:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691325.173640:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691325.173643:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691325.173649:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173652:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.173658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173661:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691325.173683:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691325.173687:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691325.173696:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691325.173700:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691325.173711:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691325.173719:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790691325.173720:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691325.173731:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691325.173732:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00000001:3.0:1790691325.173738:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691325.173748:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173754:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691325.173760:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691325.173769:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691325.173774:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691325.173796:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691325.173802:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691325.173809:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173814:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691325.173821:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691325.173829:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173835:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691325.173846:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691325.173853:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691325.173861:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691325.173867:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691325.173872:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691325.173884:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691325.173904:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691325.173912:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691325.173919:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691325.173928:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061042304/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691325.173939:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691325.173943:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.173950:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061042304/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691325.173962:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691325.173970:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19474)
00000800:00000200:2.1:1790691325.174306:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691325.174308:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790691325.174627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691325.174629:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790691325.174875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691325.174888:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:0.0:1790691326.068634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691326.068642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691326.068645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691326.516585:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314138369, at 4314138432
00000100:00000010:0.0:1790691326.516617:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:3.0:1790691327.092625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691327.092631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691327.092635:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691330.164689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691330.164694:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691330.164697:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691330.292522:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691330.292533:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691330.292536:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691330.292540:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691330.292544:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691330.292552:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19469
00000400:00000200:3.0:1790691330.292561:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691330.292567:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691330.292571:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691330.292574:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292578:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.292581:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292584:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691330.292592:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691330.292595:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691330.292598:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691330.292602:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691330.292604:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691330.292607:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691330.292611:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.292616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292618:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691330.292621:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691330.292625:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292628:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691330.292631:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691330.292635:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691330.292639:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.292642:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691330.292645:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691330.292654:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691330.292658:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691330.292663:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691330.292665:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.292668:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691330.292671:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691330.292676:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691330.292694:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691330.292702:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691330.292712:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061042432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691330.292723:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691330.292727:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.292733:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061042432/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691330.292764:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691330.292768:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691330.292771:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691330.292773:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691330.292775:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691330.292778:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691330.292782:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19469
00000400:00000200:3.0:1790691330.292786:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691330.292792:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691330.292798:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691330.292806:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292811:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.292817:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292823:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691330.292828:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691330.292832:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691330.292836:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691330.292839:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691330.292842:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691330.292849:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691330.292858:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292864:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.292871:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292875:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691330.292882:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691330.292891:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691330.292898:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691330.292903:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691330.292911:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691330.292918:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.292923:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691330.292930:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691330.292936:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.292942:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691330.292949:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691330.292955:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691330.292960:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691330.292964:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.292968:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691330.292972:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691330.292977:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691330.292986:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691330.292995:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691330.293007:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061042560/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691330.293028:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691330.293033:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.293042:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061042560/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691330.293054:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691330.293061:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00000001:3.0:1790691330.293079:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691330.293085:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691330.293094:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691330.293098:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691330.293103:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691330.293111:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691330.293119:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19469
00000400:00000200:3.0:1790691330.293130:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691330.293139:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691330.293146:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691330.293154:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293158:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.293164:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293169:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691330.293174:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691330.293177:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691330.293182:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691330.293186:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691330.293194:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691330.293198:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691330.293209:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293214:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.293222:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293229:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691330.293235:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691330.293243:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293251:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691330.293270:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691330.293276:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691330.293284:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293289:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691330.293294:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691330.293302:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293305:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691330.293313:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691330.293319:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691330.293327:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691330.293331:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293338:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691330.293342:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691330.293346:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691330.293356:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691330.293365:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691330.293381:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061042688/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691330.293406:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691330.293412:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.293424:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061042688/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691330.293446:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.293451:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691330.293497:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691330.293504:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691330.293514:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691330.293519:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691330.293523:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691330.293532:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691330.293539:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19469
00000400:00000200:3.0:1790691330.293549:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691330.293556:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691330.293562:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691330.293570:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293575:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.293582:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293589:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691330.293595:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691330.293600:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691330.293605:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691330.293609:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691330.293613:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691330.293619:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691330.293627:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293631:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691330.293636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293642:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691330.293649:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691330.293659:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691330.293665:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691330.293668:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691330.293671:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691330.293677:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293682:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691330.293687:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691330.293694:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293699:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691330.293708:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000800:00000200:2.1:1790691330.293709:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691330.293714:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000020:00000040:3.0:1790691330.293715:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691330.293723:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691330.293727:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691330.293733:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691330.293737:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691330.293742:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691330.293749:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691330.293758:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691330.293769:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061042816/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691330.293785:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691330.293790:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.293801:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061042816/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691330.293826:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691330.293833:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19479)
00000800:00000200:2.1:1790691330.293973:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691330.293975:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790691330.294200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691330.294202:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000020:00000001:3.0:1790691331.188623:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691331.188627:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691331.188630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691331.636633:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314143488, at 4314143552
00000100:00000010:0.0:1790691331.636649:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:0.0:1790691334.260662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691334.260672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691334.260678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691335.284657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691335.284661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691335.284664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691335.412571:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691335.412580:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691335.412583:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691335.412586:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691335.412589:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691335.412596:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19474
00000400:00000200:3.0:1790691335.412604:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691335.412610:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691335.412613:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691335.412615:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412618:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.412620:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412621:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691335.412628:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691335.412629:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691335.412631:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691335.412634:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691335.412636:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691335.412637:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691335.412639:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.412642:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412643:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691335.412646:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691335.412648:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691335.412653:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691335.412656:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691335.412658:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.412660:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691335.412661:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691335.412669:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691335.412672:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691335.412674:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691335.412676:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.412678:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691335.412680:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691335.412684:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691335.412690:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691335.412695:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691335.412702:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061042944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691335.412722:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691335.412726:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.412729:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061042944/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691335.412749:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691335.412752:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691335.412756:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691335.412758:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691335.412759:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691335.412762:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691335.412765:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19474
00000400:00000200:3.0:1790691335.412769:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691335.412772:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691335.412775:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691335.412780:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.412786:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412788:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691335.412792:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691335.412794:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691335.412796:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691335.412799:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691335.412803:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691335.412806:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691335.412810:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412813:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.412817:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412819:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691335.412821:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691335.412826:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691335.412836:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691335.412840:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691335.412853:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691335.412857:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.412861:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691335.412865:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691335.412869:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.412873:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691335.412877:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691335.412880:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691335.412886:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691335.412889:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.412893:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691335.412894:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691335.412896:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691335.412902:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691335.412919:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691335.412927:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061043072/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691335.412936:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691335.412939:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.412945:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061043072/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691335.412955:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691335.412958:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691335.412963:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691335.412965:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691335.412968:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691335.412973:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691335.412979:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19474
00000400:00000200:3.0:1790691335.412987:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691335.412995:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691335.413001:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691335.413007:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413014:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.413019:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413023:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691335.413027:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691335.413030:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691335.413031:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691335.413036:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691335.413041:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691335.413042:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691335.413046:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413049:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.413054:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413055:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691335.413058:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691335.413063:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413065:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691335.413067:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691335.413070:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691335.413075:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413077:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691335.413080:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691335.413084:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413088:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691335.413094:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691335.413098:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691335.413104:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691335.413107:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413111:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691335.413112:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691335.413115:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691335.413121:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691335.413129:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691335.413138:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061043200/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790691335.413170:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691335.413172:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1790691335.413174:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790691335.413178:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.413189:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061043200/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691335.413202:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.413207:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691335.413213:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691335.413217:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691335.413222:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691335.413224:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691335.413227:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691335.413232:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691335.413237:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19474
00000400:00000200:3.0:1790691335.413244:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691335.413251:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691335.413256:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691335.413262:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413265:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.413267:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413269:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691335.413274:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691335.413277:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691335.413280:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691335.413285:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691335.413288:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691335.413294:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691335.413300:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413304:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691335.413312:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413319:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691335.413326:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691335.413334:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691335.413341:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691335.413347:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691335.413354:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691335.413361:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413367:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691335.413371:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691335.413389:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413394:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691335.413404:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691335.413411:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691335.413418:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691335.413421:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691335.413427:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691335.413429:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691335.413434:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691335.413443:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691335.413451:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691335.413493:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061043328/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691335.413509:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691335.413522:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.413533:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061043328/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691335.413552:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691335.413559:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19485)
00000800:00000200:2.1:1790691335.413748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691335.413751:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691335.414051:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691335.414054:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691335.414375:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691335.414378:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691336.756564:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314148608, at 4314148672
00000100:00000010:0.0:1790691336.756580:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:0.0:1790691338.356700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691338.356704:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691338.356708:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691339.380660:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691339.380665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691339.380669:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691340.533223:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691340.533229:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691340.533773:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691340.533775:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691340.534039:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691340.534042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691340.534335:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691340.534337:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691341.876621:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314153728, at 4314153792
00000100:00000010:0.0:1790691341.876643:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:0.0:1790691342.452666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691342.452672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691342.452677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691343.476634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691343.476637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691343.476640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691345.652548:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691345.652556:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691345.652559:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691345.652562:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691345.652566:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691345.652572:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19485
00000400:00000200:0.0:1790691345.652580:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691345.652586:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691345.652589:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691345.652591:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652594:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691345.652605:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691345.652606:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691345.652608:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691345.652611:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691345.652612:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691345.652614:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691345.652616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652619:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652621:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691345.652623:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691345.652626:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652628:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691345.652630:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691345.652632:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691345.652634:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652636:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691345.652638:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691345.652645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691345.652647:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691345.652650:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691345.652651:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652653:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691345.652655:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691345.652659:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691345.652666:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691345.652670:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691345.652678:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061043968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691345.652686:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691345.652689:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691345.652692:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061043968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691345.652710:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691345.652713:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691345.652717:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691345.652718:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691345.652720:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691345.652723:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691345.652726:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19485
00000400:00000200:0.0:1790691345.652731:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691345.652734:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691345.652736:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691345.652740:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652743:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652745:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652747:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691345.652750:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691345.652752:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691345.652754:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691345.652757:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691345.652759:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691345.652761:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691345.652764:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652765:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652768:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652770:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691345.652772:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691345.652775:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652778:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691345.652780:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691345.652786:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691345.652787:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652789:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691345.652794:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691345.652797:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652799:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691345.652803:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691345.652805:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691345.652807:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691345.652809:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652811:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691345.652813:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691345.652815:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691345.652819:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691345.652822:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691345.652827:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061044096/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691345.652834:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691345.652836:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691345.652840:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061044096/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691345.652849:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691345.652852:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691345.652856:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691345.652858:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691345.652860:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691345.652862:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691345.652865:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19485
00000400:00000200:0.0:1790691345.652868:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691345.652871:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691345.652873:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691345.652876:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652878:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652882:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691345.652885:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691345.652886:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691345.652888:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691345.652890:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691345.652892:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691345.652895:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691345.652897:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652900:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.652901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652903:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691345.652906:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691345.652909:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691345.652911:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691345.652913:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691345.652916:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691345.652918:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652920:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691345.652922:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691345.652925:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652927:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691345.652929:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691345.652932:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691345.652935:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691345.652936:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.652938:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691345.652939:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691345.652941:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691345.652945:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691345.652947:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691345.652952:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061044224/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691345.652973:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691345.652975:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691345.652977:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691345.652979:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061044224/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691345.652981:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790691345.652988:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691345.652991:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691345.652994:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691345.653013:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691345.653017:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691345.653018:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691345.653020:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691345.653022:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691345.653025:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19485
00000400:00000200:0.0:1790691345.653029:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691345.653032:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691345.653034:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691345.653037:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.653040:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.653042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.653044:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691345.653048:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691345.653049:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691345.653051:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691345.653053:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691345.653056:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691345.653058:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691345.653062:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.653064:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691345.653066:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691345.653068:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691345.653070:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691345.653073:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691345.653076:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691345.653078:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691345.653081:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691345.653084:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.653086:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691345.653088:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691345.653091:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.653093:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691345.653096:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691345.653098:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691345.653101:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691345.653102:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691345.653104:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691345.653106:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691345.653107:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691345.653111:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691345.653115:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691345.653119:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061044352/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691345.653128:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691345.653131:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691345.653134:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061044352/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691345.653143:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691345.653147:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19495)
00000800:00000200:2.1:1790691345.653443:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691345.653445:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691345.653773:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691345.653776:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691345.654085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691345.654087:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1790691346.548602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691346.548606:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691346.548610:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691346.996529:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314158848, at 4314158912
00000100:00000010:0.0:1790691346.996535:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790691347.572664:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691347.572668:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691347.572672:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691350.644899:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691350.644905:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691350.644920:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691350.772572:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691350.772588:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691350.772593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691350.772616:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691350.772624:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691350.772637:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19490
00000400:00000200:0.0:1790691350.772654:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691350.772666:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691350.772673:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691350.772679:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.772686:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.772704:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.772709:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691350.772723:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691350.772727:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691350.772732:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691350.772738:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691350.772743:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691350.772748:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691350.772755:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.772759:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.772763:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.772767:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691350.772772:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691350.772777:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691350.772780:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691350.772785:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691350.772790:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691350.772793:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.772797:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691350.772799:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691350.772811:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691350.772817:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691350.772822:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691350.772825:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.772880:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691350.772885:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691350.772892:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691350.772907:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691350.772918:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691350.772933:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061044480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691350.772970:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691350.772979:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691350.772986:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061044480/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691350.773021:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691350.773026:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691350.773030:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691350.773033:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691350.773035:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691350.773039:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691350.773043:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19490
00000400:00000200:0.0:1790691350.773049:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691350.773053:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691350.773057:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691350.773062:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773065:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.773070:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773073:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691350.773078:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691350.773080:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691350.773083:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691350.773089:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691350.773092:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691350.773097:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691350.773108:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773116:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.773124:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773130:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691350.773135:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691350.773148:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773158:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691350.773167:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691350.773196:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691350.773201:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773203:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691350.773207:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691350.773214:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773222:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691350.773230:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691350.773237:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691350.773242:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691350.773246:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773252:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691350.773257:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691350.773263:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691350.773272:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691350.773302:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691350.773317:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061044608/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691350.773339:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691350.773344:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691350.773359:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061044608/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691350.773400:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691350.773405:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691350.773411:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691350.773420:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691350.773427:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691350.773436:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691350.773446:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19490
00000400:00000200:0.0:1790691350.773463:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691350.773473:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691350.773475:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691350.773479:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773483:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.773563:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773573:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691350.773586:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691350.773610:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691350.773620:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691350.773628:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691350.773633:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691350.773641:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691350.773660:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773671:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.773686:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773699:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691350.773711:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691350.773729:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691350.773735:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691350.773739:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691350.773747:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691350.773755:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773757:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691350.773760:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691350.773764:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773766:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691350.773776:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691350.773784:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691350.773790:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691350.773794:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.773799:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691350.773805:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691350.773810:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691350.773818:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691350.773846:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691350.773888:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061044736/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691350.773915:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1790691350.773923:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691350.773926:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691350.773933:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691350.773945:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061044736/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691350.773987:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691350.773996:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691350.774011:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691350.774017:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691350.774024:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691350.774030:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691350.774033:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691350.774041:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691350.774050:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19490
00000400:00000200:0.0:1790691350.774067:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691350.774079:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691350.774083:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691350.774095:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.774105:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.774114:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.774123:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691350.774131:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691350.774137:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691350.774142:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691350.774147:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691350.774156:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691350.774165:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691350.774176:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.774198:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691350.774202:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691350.774208:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691350.774213:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691350.774218:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691350.774222:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691350.774229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691350.774234:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691350.774238:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.774240:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691350.774246:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691350.774253:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.774259:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691350.774268:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691350.774275:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691350.774280:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691350.774285:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691350.774290:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691350.774295:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691350.774301:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691350.774326:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691350.774336:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691350.774355:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061044864/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691350.774378:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691350.774388:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691350.774401:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061044864/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691350.774429:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691350.774442:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19500)
00000800:00000200:2.1:1790691350.774979:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691350.774985:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691350.775472:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691350.775476:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691350.776026:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691350.776032:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1790691351.668886:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691351.668898:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691351.668906:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691352.116570:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314163969, at 4314164032
00000100:00000010:0.0:1790691352.116596:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790691354.740757:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691354.740767:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691354.740774:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691355.764754:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691355.764778:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691355.764784:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691355.892576:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691355.892588:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691355.892591:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691355.892596:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691355.892601:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691355.892608:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19495
00000400:00000200:0.0:1790691355.892618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691355.892625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691355.892635:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691355.892638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892641:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.892643:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892646:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691355.892653:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691355.892655:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691355.892657:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691355.892660:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691355.892662:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691355.892664:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691355.892666:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892668:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.892669:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691355.892673:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691355.892675:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892677:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691355.892679:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691355.892683:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691355.892685:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.892687:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691355.892688:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691355.892696:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691355.892699:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691355.892702:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691355.892704:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.892706:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691355.892708:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691355.892712:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691355.892720:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691355.892725:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691355.892740:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061044992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691355.892749:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691355.892754:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.892777:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061044992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691355.892803:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691355.892807:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691355.892811:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691355.892813:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691355.892815:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691355.892819:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691355.892822:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19495
00000400:00000200:0.0:1790691355.892828:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691355.892833:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691355.892836:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691355.892840:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892843:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.892847:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892853:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691355.892861:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691355.892864:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691355.892868:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691355.892872:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691355.892878:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691355.892885:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691355.892895:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892901:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.892908:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892914:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691355.892921:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691355.892929:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691355.892936:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691355.892939:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691355.892946:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691355.892950:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.892953:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691355.892959:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691355.892963:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.892965:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691355.892970:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691355.892974:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691355.892977:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691355.892980:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.892985:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691355.892989:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691355.892991:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691355.892996:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691355.893002:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691355.893013:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061045120/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691355.893027:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691355.893031:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.893037:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061045120/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691355.893050:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691355.893055:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691355.893060:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691355.893063:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691355.893066:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691355.893070:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691355.893077:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19495
00000400:00000200:0.0:1790691355.893085:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691355.893110:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691355.893120:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691355.893150:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893173:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.893181:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893187:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691355.893196:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691355.893201:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691355.893207:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691355.893213:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691355.893220:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691355.893239:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691355.893242:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691355.893250:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893253:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.893255:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893258:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691355.893261:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691355.893264:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893267:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691355.893269:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691355.893273:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691355.893276:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893278:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691355.893282:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691355.893289:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893294:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691355.893301:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691355.893305:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691355.893309:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691355.893312:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893314:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691355.893315:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691355.893317:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691355.893324:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691355.893330:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691355.893338:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061045248/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691355.893355:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691355.893361:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.893376:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061045248/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691355.893392:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.893398:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691355.893406:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691355.893412:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691355.893417:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691355.893421:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691355.893423:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691355.893428:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691355.893433:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19495
00000400:00000200:0.0:1790691355.893442:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691355.893448:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691355.893476:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691355.893480:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893482:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.893485:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893487:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691355.893493:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691355.893496:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691355.893499:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691355.893504:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691355.893510:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691355.893516:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691355.893524:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893528:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691355.893532:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893537:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691355.893541:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691355.893547:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691355.893549:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691355.893553:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691355.893559:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691355.893565:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893569:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691355.893573:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691355.893578:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893582:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691355.893588:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691355.893592:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691355.893596:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691355.893599:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691355.893603:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691355.893606:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691355.893610:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691355.893615:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691355.893623:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691355.893632:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061045376/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691355.893654:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691355.893659:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.893666:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061045376/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691355.893683:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691355.893689:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19505)
00000800:00000200:2.1:1790691355.893700:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691355.893918:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691355.894098:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691357.236563:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314169088, at 4314169152
00000100:00000010:0.0:1790691357.236578:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790691358.836615:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691358.836619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691358.836622:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790691358.964713:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691358.964751:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691358.964760:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691358.964764:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691358.964768:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691358.964772:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691358.964776:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691358.964779:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:3.0:1790691358.964784:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691358.964788:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691358.964794:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2c38
00000400:00000010:3.0:1790691358.964797:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2c38.
00000100:00000001:3.0:1790691358.964801:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691358.964808:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061044992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.964830:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691358.964834:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061044992/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.964847:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691358.964851:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691358.964862:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691358.964865:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:3.0:1790691358.964869:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691358.964873:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691358.964876:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2b28
00000400:00000010:3.0:1790691358.964878:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2b28.
00000100:00000001:3.0:1790691358.964882:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691358.964888:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061045120/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.964903:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691358.964912:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061045120/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.964938:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691358.964941:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691358.964955:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691358.964960:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:3.0:1790691358.964967:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691358.964974:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691358.964982:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2088
00000400:00000010:3.0:1790691358.964987:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2088.
00000100:00000001:3.0:1790691358.964994:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691358.965003:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061045248/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.965039:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691358.965047:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061045248/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.965065:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691358.965069:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691358.965080:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691358.965087:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:3.0:1790691358.965095:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691358.965103:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691358.965110:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:3.0:1790691358.965115:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:3.0:1790691358.965122:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691358.965130:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061045376/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.965148:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691358.965157:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061045376/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691380 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691358.965182:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691358.965186:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691359.860757:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691359.860783:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691359.860789:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691361.013397:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691361.013407:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691361.014252:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691361.014256:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691361.014736:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691361.014738:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691361.015041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691361.015044:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691362.356573:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314174209, at 4314174272
00000100:00000010:0.0:1790691362.356588:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:0.0:1790691362.932764:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691362.932775:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691362.932782:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691363.956630:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691363.956634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691363.956636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691366.132674:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691366.132684:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691366.132687:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691366.132690:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691366.132694:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691366.132701:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19505
00000400:00000200:3.0:1790691366.132710:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691366.132727:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691366.132730:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691366.132734:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.132737:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.132739:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.132741:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691366.132748:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691366.132750:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691366.132753:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691366.132756:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691366.132758:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691366.132760:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691366.132762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.132764:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.132766:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.132767:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691366.132770:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691366.132772:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691366.132775:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691366.132778:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691366.132782:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691366.132796:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.132798:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691366.132800:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691366.132807:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691366.132810:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691366.132814:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691366.132815:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.132818:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691366.132820:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691366.132825:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691366.132832:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691366.132837:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691366.132846:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061046016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691366.132876:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691366.132883:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.132892:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061046016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691366.132941:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691366.132948:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691366.132955:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691366.132958:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691366.132961:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691366.132967:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691366.132972:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19505
00000400:00000200:3.0:1790691366.132979:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691366.132986:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691366.132990:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691366.132996:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133022:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133025:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691366.133031:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691366.133033:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691366.133036:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691366.133040:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691366.133044:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691366.133051:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691366.133060:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133066:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133075:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133083:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691366.133089:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691366.133096:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133100:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691366.133104:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691366.133113:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691366.133120:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133123:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691366.133128:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691366.133136:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133142:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691366.133149:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691366.133157:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691366.133166:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691366.133171:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133175:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691366.133180:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691366.133184:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691366.133194:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691366.133204:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691366.133218:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061046144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691366.133234:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691366.133238:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.133244:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061046144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691366.133257:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691366.133263:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691366.133269:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691366.133273:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691366.133277:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691366.133285:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691366.133292:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19505
00000400:00000200:3.0:1790691366.133303:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691366.133312:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691366.133317:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691366.133326:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133331:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133336:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133341:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691366.133345:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691366.133348:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691366.133351:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691366.133356:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691366.133359:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691366.133364:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790691366.133369:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691366.133372:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691366.133375:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1790691366.133376:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133378:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133381:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691366.133383:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691366.133385:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133387:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691366.133388:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691366.133391:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691366.133395:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133399:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691366.133401:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691366.133408:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133412:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691366.133418:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691366.133423:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691366.133428:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691366.133450:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133454:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691366.133457:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691366.133463:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691366.133475:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691366.133479:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691366.133552:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061046272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691366.133588:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691366.133604:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.133616:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061046272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691366.133632:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.133638:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691366.133647:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691366.133670:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691366.133675:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691366.133677:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691366.133679:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691366.133682:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691366.133688:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19505
00000400:00000200:3.0:1790691366.133698:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691366.133704:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691366.133706:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691366.133712:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133714:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133717:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133722:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691366.133725:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691366.133727:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691366.133733:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691366.133736:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691366.133740:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691366.133746:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691366.133754:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133758:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691366.133766:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133768:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691366.133776:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691366.133783:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691366.133788:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691366.133791:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691366.133796:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691366.133802:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133806:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691366.133810:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691366.133814:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133818:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691366.133827:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691366.133832:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691366.133838:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691366.133841:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691366.133846:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691366.133849:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691366.133853:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691366.133863:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691366.133872:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691366.133889:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061046400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691366.133925:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691366.133933:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.133945:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061046400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691366.133965:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691366.133985:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19515)
00000800:00000200:1.1:1790691366.134257:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691366.134260:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691366.134620:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691366.134624:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691366.134861:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691366.134863:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790691367.028650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691367.028653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691367.028656:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691367.476551:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314179329, at 4314179392
00000100:00000010:0.0:1790691367.476572:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:3.0:1790691368.052795:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691368.052802:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691368.052807:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691371.124723:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691371.124728:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691371.124732:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691371.253231:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691371.253237:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691371.254109:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691371.254113:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691371.254387:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691371.254390:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691371.254778:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691371.254781:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790691372.148732:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691372.148739:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691372.148744:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691372.596565:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314184448, at 4314184512
00000100:00000010:0.0:1790691372.596581:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:0.0:1790691375.220611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691375.220614:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691375.220617:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691376.244672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691376.244676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691376.244679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691376.373049:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691376.373053:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691376.373696:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691376.373697:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691376.373882:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691376.373883:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691376.374055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691376.374057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790691377.716533:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314189568, at 4314189632
00000100:00000010:0.0:1790691377.716546:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:0.0:1790691379.316622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691379.316626:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691379.316629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691380.340650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691380.340655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691380.340660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691381.492954:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691381.492958:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691381.493331:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691381.493333:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691381.493546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691381.493547:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691381.493724:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691381.493726:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790691382.836544:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314194688, at 4314194752
00000100:00000010:0.0:1790691382.836559:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:0.0:1790691383.412572:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691383.412576:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691383.412579:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691384.436650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691384.436653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691384.436656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691386.612585:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691386.612594:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691386.612596:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691386.612599:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691386.612602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691386.612609:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19526
00000400:00000200:3.0:1790691386.612616:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691386.612622:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691386.612625:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691386.612628:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612631:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612632:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612634:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691386.612642:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691386.612643:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691386.612645:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691386.612648:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691386.612650:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691386.612651:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691386.612654:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612655:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612658:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691386.612660:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691386.612662:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612663:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691386.612666:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691386.612678:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691386.612680:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612682:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691386.612684:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691386.612692:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691386.612694:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691386.612697:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691386.612698:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612701:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691386.612703:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691386.612707:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691386.612713:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691386.612718:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691386.612726:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061048064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691386.612734:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691386.612737:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.612740:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061048064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691386.612758:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691386.612760:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691386.612763:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691386.612764:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691386.612765:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691386.612767:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691386.612769:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19526
00000400:00000200:3.0:1790691386.612772:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691386.612774:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691386.612776:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691386.612778:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612779:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612781:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612782:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691386.612784:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691386.612786:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691386.612787:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691386.612789:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691386.612790:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691386.612792:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691386.612793:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612795:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612796:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612797:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691386.612798:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691386.612800:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612801:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691386.612802:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691386.612806:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691386.612808:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612809:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691386.612812:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691386.612814:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612816:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691386.612818:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691386.612820:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691386.612822:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691386.612823:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612824:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691386.612825:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691386.612826:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691386.612830:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691386.612835:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691386.612841:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061048192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691386.612850:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691386.612853:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.612862:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061048192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691386.612876:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691386.612881:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691386.612888:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691386.612891:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691386.612894:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691386.612897:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691386.612901:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19526
00000400:00000200:3.0:1790691386.612907:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691386.612912:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691386.612914:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691386.612917:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612923:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612927:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612929:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691386.612934:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691386.612937:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691386.612939:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691386.612940:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691386.612944:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691386.612946:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691386.612949:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612952:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.612954:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612956:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691386.612960:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691386.612965:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691386.612969:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691386.612981:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691386.612985:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691386.612990:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.612994:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691386.612997:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691386.613003:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.613004:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691386.613011:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691386.613014:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691386.613016:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691386.613019:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.613023:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691386.613025:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691386.613026:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691386.613030:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691386.613035:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691386.613042:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061048320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691386.613056:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691386.613061:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.613069:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061048320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691386.613081:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.613085:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691386.613091:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691386.613097:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691386.613102:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691386.613106:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691386.613107:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691386.613109:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691386.613114:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19526
00000400:00000200:3.0:1790691386.613119:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691386.613124:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691386.613128:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1790691386.613135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691386.613139:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.613141:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691386.613142:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:3.0:1790691386.613144:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.613152:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691386.613156:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691386.613176:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691386.613179:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691386.613182:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691386.613185:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691386.613189:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691386.613194:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.613197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691386.613199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691386.613201:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691386.613206:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691386.613208:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691386.613214:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691386.613217:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691386.613223:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691386.613227:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.613233:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691386.613236:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691386.613240:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.613246:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691386.613253:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691386.613259:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691386.613264:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691386.613269:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691386.613273:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691386.613275:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691386.613277:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691386.613284:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691386.613289:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691386.613295:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061048448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691386.613305:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691386.613309:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.613316:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061048448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691386.613327:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691386.613331:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19536)
00000800:00000200:2.1:1790691386.613572:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691386.613574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691386.613759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691386.613760:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691386.613938:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691386.613940:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1790691387.508627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691387.508632:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691387.508636:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691387.956544:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314199808, at 4314199872
00000100:00000010:0.0:1790691387.956565:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790691388.532661:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691388.532669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691388.532674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691391.604635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691391.604638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691391.604641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691391.732572:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691391.732583:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691391.732586:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691391.732589:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691391.732594:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691391.732603:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19531
00000400:00000200:3.0:1790691391.732613:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691391.732620:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691391.732624:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691391.732628:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732632:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.732634:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691391.732646:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691391.732649:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691391.732651:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691391.732654:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691391.732656:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691391.732658:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691391.732660:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732662:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.732663:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732665:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691391.732667:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691391.732669:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732670:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691391.732673:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691391.732676:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691391.732678:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.732680:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691391.732681:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691391.732689:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691391.732691:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691391.732694:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691391.732696:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.732698:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691391.732700:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691391.732704:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691391.732710:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691391.732715:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691391.732722:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061048576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691391.732730:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691391.732733:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.732736:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061048576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691391.732759:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691391.732762:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691391.732764:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691391.732766:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691391.732767:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691391.732769:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691391.732770:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19531
00000400:00000200:3.0:1790691391.732773:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691391.732775:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691391.732777:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691391.732779:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732781:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.732783:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732784:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691391.732787:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691391.732788:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691391.732790:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691391.732792:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691391.732793:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691391.732795:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691391.732797:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732799:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.732803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732805:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691391.732809:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691391.732813:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732815:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691391.732818:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691391.732824:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691391.732829:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.732834:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691391.732840:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691391.732847:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.732851:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691391.732859:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691391.732865:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691391.732869:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691391.732873:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.732875:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691391.732876:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691391.732879:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691391.732884:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691391.732890:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691391.732899:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061048704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691391.732911:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691391.732913:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.732917:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061048704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691391.732928:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691391.732931:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691391.732934:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691391.732938:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691391.732940:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691391.732942:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691391.732950:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19531
00000400:00000200:3.0:1790691391.732956:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691391.732959:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691391.732963:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691391.732968:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732972:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.732975:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.732978:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691391.732982:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691391.732984:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691391.732986:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691391.732988:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691391.732991:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691391.732995:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691391.733000:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733002:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.733007:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733010:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691391.733012:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691391.733016:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733020:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691391.733022:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691391.733026:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691391.733028:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733030:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691391.733033:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691391.733036:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733037:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691391.733041:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691391.733044:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691391.733048:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691391.733050:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733054:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691391.733057:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691391.733060:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691391.733078:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691391.733083:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691391.733091:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061048832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691391.733105:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691391.733109:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.733114:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061048832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691391.733121:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.733124:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691391.733128:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691391.733134:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691391.733140:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691391.733143:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691391.733144:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691391.733146:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691391.733151:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19531
00000400:00000200:3.0:1790691391.733156:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691391.733159:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691391.733160:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691391.733163:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733166:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.733168:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733170:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691391.733172:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691391.733173:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691391.733174:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691391.733176:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691391.733178:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691391.733180:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691391.733183:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733186:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691391.733187:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733189:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691391.733192:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691391.733196:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691391.733198:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691391.733200:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691391.733203:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691391.733205:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733207:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691391.733210:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000800:00000200:2.1:1790691391.733210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00000001:3.0:1790691391.733212:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733215:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691391.733219:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000800:00000200:2.1:1790691391.733219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000040:3.0:1790691391.733222:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691391.733227:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691391.733228:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691391.733231:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691391.733234:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691391.733237:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691391.733241:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691391.733247:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691391.733252:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061048960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691391.733261:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691391.733264:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.733270:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061048960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691391.733276:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691391.733283:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19541)
00000800:00000200:2.1:1790691391.733652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691391.733653:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691391.733959:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691391.733962:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691391.734279:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691391.734281:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790691392.628644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691392.628653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691392.628658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691393.076560:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314204928, at 4314204992
00000100:00000010:0.0:1790691393.076577:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790691395.700628:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691395.700631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691395.700634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691396.724602:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691396.724606:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691396.724609:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691396.852549:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691396.852558:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691396.852561:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691396.852564:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691396.852567:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691396.852573:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19536
00000400:00000200:0.0:1790691396.852581:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691396.852587:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691396.852590:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691396.852592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852595:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.852597:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852599:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691396.852606:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691396.852607:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691396.852610:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691396.852612:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691396.852614:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691396.852616:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691396.852618:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852620:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.852621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852622:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691396.852624:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691396.852626:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852628:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691396.852631:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691396.852633:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691396.852635:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.852637:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691396.852638:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691396.852645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691396.852647:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691396.852650:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691396.852651:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.852653:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691396.852655:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691396.852660:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691396.852665:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691396.852670:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691396.852678:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061049088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691396.852686:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691396.852689:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.852693:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061049088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691396.852711:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691396.852713:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691396.852716:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691396.852717:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691396.852718:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691396.852720:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691396.852722:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19536
00000400:00000200:0.0:1790691396.852724:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691396.852726:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691396.852728:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691396.852730:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852732:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.852734:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852735:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691396.852738:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691396.852739:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691396.852741:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691396.852743:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691396.852744:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691396.852746:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691396.852751:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852753:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.852756:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852759:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691396.852762:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691396.852766:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852771:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691396.852775:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691396.852783:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691396.852789:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.852796:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691396.852802:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691396.852807:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.852811:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691396.852817:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691396.852822:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691396.852827:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691396.852831:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.852835:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691396.852839:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691396.852843:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691396.852851:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691396.852859:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691396.852869:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061049216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691396.852883:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691396.852888:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.852893:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061049216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691396.852910:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691396.852915:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691396.852926:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691396.852930:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691396.852934:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691396.852941:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691396.852948:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19536
00000400:00000200:0.0:1790691396.852956:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691396.852975:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691396.852980:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691396.852985:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.852989:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.852994:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853000:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691396.853008:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691396.853013:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691396.853017:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691396.853021:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691396.853026:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691396.853032:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691396.853039:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853042:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.853046:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853050:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691396.853054:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691396.853061:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853065:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691396.853068:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691396.853071:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691396.853074:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853076:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691396.853080:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691396.853085:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853089:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691396.853094:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000800:00000200:2.1:1790691396.853095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691396.853097:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691396.853102:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1790691396.853103:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1790691396.853104:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853108:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691396.853111:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691396.853113:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691396.853118:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691396.853122:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691396.853129:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061049344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691396.853146:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691396.853151:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.853156:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061049344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691396.853164:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.853168:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691396.853172:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691396.853175:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691396.853179:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691396.853182:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691396.853184:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691396.853189:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691396.853194:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19536
00000400:00000200:0.0:1790691396.853200:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691396.853204:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691396.853207:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691396.853211:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853215:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.853219:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853224:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691396.853229:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691396.853232:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691396.853235:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691396.853238:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691396.853241:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691396.853243:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691396.853246:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853251:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691396.853254:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853256:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691396.853261:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691396.853264:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691396.853268:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691396.853269:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691396.853271:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691396.853276:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853277:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691396.853279:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691396.853280:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853282:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691396.853288:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691396.853290:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691396.853293:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691396.853295:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691396.853299:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691396.853300:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691396.853302:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691396.853308:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691396.853314:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691396.853316:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061049472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691396.853321:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691396.853322:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.853325:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061049472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691396.853333:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691396.853337:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19546)
00000800:00000200:2.1:1790691396.853643:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691396.853644:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691396.853879:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691396.853882:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691396.854222:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691396.854225:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691398.196655:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314210048, at 4314210112
00000100:00000010:0.0:1790691398.196678:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:0.0:1790691399.796714:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691399.796718:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691399.796722:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691400.820656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691400.820660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691400.820662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691401.972538:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691401.972549:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691401.972551:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691401.972554:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691401.972559:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691401.972565:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19541
00000400:00000200:0.0:1790691401.972581:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691401.972589:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691401.972592:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691401.972595:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972598:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.972600:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972603:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691401.972610:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691401.972612:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691401.972614:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691401.972617:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691401.972619:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691401.972621:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691401.972623:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972625:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.972627:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972628:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691401.972630:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691401.972633:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972635:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691401.972638:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691401.972642:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691401.972644:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.972646:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691401.972648:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691401.972667:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691401.972670:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691401.972673:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691401.972675:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.972678:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691401.972680:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691401.972684:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691401.972691:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691401.972697:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691401.972705:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061049600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691401.972730:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691401.972733:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.972738:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061049600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691401.972758:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691401.972761:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691401.972764:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691401.972765:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691401.972767:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691401.972769:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691401.972771:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19541
00000400:00000200:0.0:1790691401.972774:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691401.972777:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691401.972779:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691401.972782:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972784:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.972787:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972790:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691401.972793:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691401.972794:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691401.972796:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691401.972799:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691401.972804:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691401.972807:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691401.972824:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972832:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.972838:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972848:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691401.972857:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691401.972884:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691401.972894:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691401.972909:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691401.972916:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691401.972929:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.972931:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691401.972938:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691401.972944:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.972946:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691401.972954:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691401.972959:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691401.972967:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691401.972969:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.972971:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691401.972973:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691401.972978:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691401.972983:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691401.972990:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691401.973009:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061049728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691401.973052:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691401.973059:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.973071:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061049728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691401.973095:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691401.973102:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691401.973113:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691401.973119:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691401.973124:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691401.973131:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691401.973139:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19541
00000400:00000200:0.0:1790691401.973163:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691401.973174:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691401.973177:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691401.973183:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973189:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.973193:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973196:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691401.973200:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691401.973204:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691401.973207:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691401.973213:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691401.973217:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691401.973219:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691401.973221:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691401.973230:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691401.973230:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790691401.973234:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.973239:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973245:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691401.973256:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691401.973263:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973269:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691401.973272:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691401.973277:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691401.973285:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973287:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691401.973289:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691401.973294:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973296:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691401.973305:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691401.973308:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691401.973313:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691401.973315:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973320:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691401.973324:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691401.973328:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691401.973338:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691401.973346:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691401.973359:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061049856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691401.973390:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691401.973396:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.973405:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061049856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691401.973427:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.973434:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691401.973440:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691401.973447:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691401.973450:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691401.973482:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691401.973487:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691401.973494:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691401.973498:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19541
00000400:00000200:0.0:1790691401.973507:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691401.973516:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691401.973521:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691401.973527:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973529:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.973535:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973548:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691401.973555:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691401.973558:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691401.973561:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691401.973565:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691401.973569:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691401.973572:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691401.973578:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973582:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691401.973587:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973591:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691401.973596:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691401.973604:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691401.973610:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691401.973616:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691401.973621:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691401.973627:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973632:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691401.973636:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691401.973642:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973647:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691401.973653:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691401.973659:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691401.973666:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691401.973669:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691401.973675:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691401.973678:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691401.973683:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691401.973689:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691401.973698:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691401.973709:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061049984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691401.973728:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691401.973734:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.973742:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061049984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691401.973759:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691401.973768:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19551)
00000800:00000200:2.1:1790691401.973994:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691401.973996:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691401.974237:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691401.974241:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691401.974572:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691401.974574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691403.316568:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314215168, at 4314215232
00000100:00000010:0.0:1790691403.316586:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790691403.892595:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691403.892600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691403.892604:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691404.916586:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691404.916589:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691404.916592:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691407.092610:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691407.092628:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691407.092633:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691407.092639:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691407.092647:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691407.092659:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19546
00000400:00000200:0.0:1790691407.092690:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691407.092701:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691407.092736:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691407.092745:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.092752:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.092757:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.092761:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691407.092811:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691407.092814:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691407.092819:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691407.092825:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691407.092829:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691407.092834:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691407.092840:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.092843:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.092846:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.092848:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691407.092852:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691407.092856:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691407.092859:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691407.092863:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691407.092867:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691407.092870:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.092872:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691407.092875:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691407.092904:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691407.092910:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691407.092915:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691407.092917:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.092921:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691407.092924:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691407.092930:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691407.092941:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691407.092949:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691407.092961:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061050112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691407.092975:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691407.092981:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.092987:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061050112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691407.093044:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691407.093048:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691407.093052:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691407.093054:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691407.093056:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691407.093060:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691407.093063:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19546
00000400:00000200:0.0:1790691407.093069:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691407.093075:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691407.093078:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691407.093082:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093103:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.093105:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093109:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691407.093115:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691407.093117:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691407.093120:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691407.093124:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691407.093128:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691407.093136:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691407.093145:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093151:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.093161:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093170:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691407.093181:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691407.093194:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093202:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691407.093206:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691407.093213:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691407.093219:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093226:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691407.093235:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691407.093245:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093271:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691407.093277:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691407.093284:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691407.093290:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691407.093293:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093296:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691407.093300:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691407.093304:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691407.093311:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691407.093317:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691407.093330:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061050240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691407.093343:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691407.093347:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.093373:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061050240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691407.093405:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691407.093414:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691407.093427:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691407.093435:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691407.093442:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691407.093452:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691407.093501:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19546
00000400:00000200:0.0:1790691407.093528:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691407.093539:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691407.093545:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691407.093553:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093557:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.093564:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093568:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691407.093576:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691407.093579:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691407.093583:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790691407.093585:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691407.093587:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691407.093595:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691407.093596:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790691407.093598:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691407.093608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093612:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.093617:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093640:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691407.093650:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691407.093655:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691407.093660:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691407.093665:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691407.093674:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691407.093681:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093702:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691407.093711:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691407.093720:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093729:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691407.093743:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691407.093752:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691407.093764:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691407.093790:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.093794:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691407.093800:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691407.093808:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691407.093823:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691407.093836:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691407.093854:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061050368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691407.093871:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691407.093896:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.093904:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061050368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691407.093926:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.093937:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691407.093943:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691407.093951:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691407.093955:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691407.093957:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691407.093959:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691407.093963:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691407.093966:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19546
00000400:00000200:0.0:1790691407.093977:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691407.093987:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691407.094013:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691407.094023:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.094032:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.094042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.094048:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691407.094058:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691407.094065:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691407.094070:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691407.094078:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691407.094086:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691407.094092:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691407.094103:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.094112:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691407.094119:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691407.094124:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691407.094131:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691407.094143:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691407.094152:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691407.094158:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691407.094165:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691407.094173:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.094178:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691407.094185:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691407.094193:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.094201:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691407.094211:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691407.094219:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691407.094231:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691407.094237:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691407.094242:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691407.094246:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691407.094250:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691407.094279:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691407.094288:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691407.094303:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061050496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691407.094329:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691407.094337:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.094356:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061050496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691407.094390:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691407.094402:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19556)
00000800:00000200:2.1:1790691407.094632:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691407.094635:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691407.095071:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691407.095074:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691407.095441:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691407.095446:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790691407.988633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691407.988636:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691407.988639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691408.436558:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314220289, at 4314220352
00000100:00000010:0.0:1790691408.436578:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:3.0:1790691409.012621:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691409.012626:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691409.012630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691412.084656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691412.084661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691412.084665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691412.212601:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691412.212609:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691412.212612:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691412.212615:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691412.212619:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691412.212626:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19551
00000400:00000200:3.0:1790691412.212634:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691412.212640:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691412.212643:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691412.212645:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212648:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.212650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691412.212658:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691412.212660:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691412.212662:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691412.212664:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691412.212683:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691412.212685:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691412.212688:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212689:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.212691:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212704:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691412.212707:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691412.212711:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212714:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691412.212718:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691412.212721:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691412.212724:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.212727:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691412.212730:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691412.212739:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691412.212744:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691412.212747:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691412.212749:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.212752:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691412.212756:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691412.212773:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691412.212781:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691412.212788:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691412.212799:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061050624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691412.212811:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691412.212816:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.212821:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061050624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691412.212850:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691412.212853:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691412.212856:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691412.212857:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691412.212858:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691412.212860:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691412.212862:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19551
00000400:00000200:3.0:1790691412.212865:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691412.212867:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691412.212868:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691412.212870:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212872:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.212873:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212875:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691412.212877:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691412.212878:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691412.212879:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691412.212881:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691412.212883:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691412.212886:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691412.212889:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212890:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.212892:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212894:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691412.212896:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691412.212898:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691412.212899:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691412.212900:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691412.212905:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691412.212906:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.212907:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691412.212910:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691412.212913:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.212914:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691412.212917:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691412.212919:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691412.212921:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691412.212922:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.212923:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691412.212924:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691412.212925:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691412.212930:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691412.212932:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691412.212936:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061050752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691412.212944:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691412.212947:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.212952:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061050752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691412.212969:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691412.212975:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691412.212987:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691412.212992:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691412.212997:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691412.213004:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691412.213012:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19551
00000400:00000200:3.0:1790691412.213042:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691412.213052:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691412.213071:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691412.213082:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213089:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.213098:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213117:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691412.213156:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691412.213157:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691412.213158:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691412.213161:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691412.213166:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691412.213167:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691412.213170:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213172:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.213176:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213178:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691412.213182:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691412.213186:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213190:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691412.213208:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691412.213214:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691412.213223:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213230:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691412.213235:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691412.213243:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213249:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691412.213280:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691412.213285:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691412.213288:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691412.213291:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213293:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691412.213296:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691412.213298:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691412.213304:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691412.213308:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691412.213315:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061050880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691412.213336:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691412.213341:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.213348:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061050880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691412.213364:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.213367:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691412.213370:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691412.213376:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691412.213382:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691412.213386:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691412.213388:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691412.213391:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691412.213395:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19551
00000400:00000200:3.0:1790691412.213400:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691412.213404:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691412.213405:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691412.213409:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213413:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.213417:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213422:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691412.213426:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691412.213428:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691412.213432:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790691412.213432:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790691412.213435:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000800:00000200:2.1:1790691412.213437:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691412.213439:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691412.213445:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691412.213450:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213454:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691412.213459:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213463:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691412.213467:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691412.213471:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691412.213475:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691412.213477:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691412.213479:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691412.213481:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213489:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691412.213491:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691412.213495:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213497:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691412.213503:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691412.213530:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691412.213533:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691412.213534:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691412.213535:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691412.213536:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691412.213537:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691412.213540:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691412.213543:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691412.213547:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061051008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691412.213568:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691412.213572:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.213580:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061051008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691412.213591:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691412.213595:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19561)
00000800:00000200:2.1:1790691412.213904:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691412.213906:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691412.214167:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691412.214171:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691412.214416:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691412.214417:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691413.108715:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691413.108719:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691413.108723:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691413.556581:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314225409, at 4314225472
00000100:00000010:0.0:1790691413.556604:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:0.0:1790691416.180718:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691416.180723:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691416.180727:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691417.204694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691417.204701:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691417.204706:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691417.333658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691417.333672:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691417.334285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691417.334287:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691417.334614:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691417.334617:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691417.334923:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691417.334926:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691418.676633:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314230529, at 4314230592
00000100:00000010:0.0:1790691418.676654:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:0.0:1790691420.276683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691420.276687:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691420.276690:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691421.300734:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691421.300740:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691421.300743:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691422.453521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691422.453814:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691422.453944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691422.454106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691423.796621:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314235649, at 4314235712
00000100:00000010:0.0:1790691423.796668:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790691424.372601:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691424.372604:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691424.372606:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691425.396625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691425.396654:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691425.396659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691425.524701:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691425.524739:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691425.524748:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691425.524751:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691425.524756:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691425.524760:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691425.524764:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691425.524767:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:0.0:1790691425.524771:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691425.524775:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691425.524780:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2bb0
00000400:00000010:0.0:1790691425.524783:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2bb0.
00000100:00000001:0.0:1790691425.524787:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691425.524794:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7ad80 x1877672061051648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524814:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691425.524817:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061051648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524822:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691425.524824:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691425.524831:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691425.524833:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df500.
00000400:00000200:0.0:1790691425.524835:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691425.524838:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691425.524840:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2ee0
00000400:00000010:0.0:1790691425.524841:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2ee0.
00000100:00000001:0.0:1790691425.524843:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691425.524848:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde78700 x1877672061051776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524856:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691425.524861:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061051776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524872:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691425.524876:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691425.524885:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691425.524887:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dff00.
00000400:00000200:0.0:1790691425.524891:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691425.524897:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691425.524903:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2f68
00000400:00000010:0.0:1790691425.524907:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2f68.
00000100:00000001:0.0:1790691425.524912:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691425.524918:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde79880 x1877672061051904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524929:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691425.524935:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061051904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.524947:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691425.524952:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691425.524963:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691425.524970:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:0.0:1790691425.524976:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691425.524987:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691425.524993:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe24c8
00000400:00000010:0.0:1790691425.524997:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe24c8.
00000100:00000001:0.0:1790691425.525003:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691425.525012:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7b480 x1877672061052032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.525036:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691425.525045:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061052032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691447 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691425.525060:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691425.525064:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000200:2.1:1790691427.573579:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691427.573589:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691427.574364:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691427.574367:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691427.574649:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691427.574651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691427.574879:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691427.574880:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790691428.468609:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691428.468613:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691428.468616:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691428.916592:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314240769, at 4314240832
00000100:00000010:0.0:1790691428.916609:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790691429.492629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691429.492634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691429.492638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691432.564648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691432.564651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691432.564654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691432.693236:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691432.693244:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691432.693644:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691432.693647:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691432.693867:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691432.693870:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691432.694225:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691432.694228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691433.588633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691433.588637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691433.588640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691434.036546:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314245888, at 4314245952
00000100:00000010:0.0:1790691434.036562:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:0.0:1790691436.660636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691436.660641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691436.660644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691437.684658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691437.684665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691437.684669:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691437.813038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691437.813042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691437.813422:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691437.813423:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691437.813664:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691437.813665:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691437.813850:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691437.813851:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790691439.156581:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314251008, at 4314251072
00000100:00000010:0.0:1790691439.156596:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790691440.756703:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691440.756707:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691440.756710:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691441.780609:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691441.780614:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691441.780618:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691442.933199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691442.933206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691442.933709:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691442.933712:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691442.933944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691442.933946:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691442.934177:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691442.934179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790691444.276574:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314256128, at 4314256192
00000100:00000010:0.0:1790691444.276588:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790691444.852652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691444.852656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691444.852659:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691445.876587:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691445.876592:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691445.876595:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691448.052559:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691448.052571:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691448.052574:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691448.052578:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691448.052582:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691448.052590:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19587
00000400:00000200:3.0:1790691448.052600:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691448.052607:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691448.052611:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691448.052614:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052619:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.052623:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052625:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691448.052634:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691448.052636:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691448.052639:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691448.052643:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691448.052645:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691448.052648:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691448.052651:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052653:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.052655:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052657:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691448.052661:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691448.052664:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052667:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691448.052670:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691448.052674:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691448.052676:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.052679:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691448.052681:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691448.052690:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691448.052694:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691448.052697:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691448.052699:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.052702:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691448.052705:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691448.052710:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691448.052717:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691448.052724:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691448.052733:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061054208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691448.052752:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691448.052756:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.052761:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061054208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691448.052785:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691448.052788:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691448.052792:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691448.052794:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691448.052796:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691448.052799:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691448.052802:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19587
00000400:00000200:3.0:1790691448.052806:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691448.052810:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691448.052813:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691448.052816:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052819:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.052825:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052829:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691448.052835:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691448.052838:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691448.052842:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691448.052847:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691448.052851:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691448.052857:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691448.052865:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052869:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.052873:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052878:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691448.052884:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691448.052892:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691448.052897:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691448.052903:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691448.052910:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691448.052916:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.052921:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691448.052926:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691448.052932:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.052938:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691448.052944:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691448.052949:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691448.052955:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691448.052957:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.052960:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691448.052963:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691448.052967:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691448.052989:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691448.052997:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691448.053008:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061054336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691448.053024:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691448.053027:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.053034:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061054336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691448.053055:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691448.053060:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691448.053067:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691448.053070:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691448.053074:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691448.053080:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691448.053086:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19587
00000400:00000200:3.0:1790691448.053093:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691448.053099:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691448.053104:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691448.053111:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053116:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.053121:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053126:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691448.053130:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691448.053132:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691448.053135:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691448.053139:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691448.053144:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691448.053150:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691448.053153:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691448.053157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1790691448.053158:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053162:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.053164:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053167:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691448.053169:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691448.053175:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053180:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691448.053184:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691448.053188:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691448.053192:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053194:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691448.053197:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691448.053202:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053207:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691448.053214:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691448.053218:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691448.053223:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691448.053227:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053229:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691448.053233:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691448.053236:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691448.053244:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691448.053249:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691448.053259:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061054464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691448.053274:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691448.053279:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.053288:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061054464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691448.053301:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.053306:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691448.053310:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691448.053325:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691448.053331:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691448.053334:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691448.053336:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691448.053339:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691448.053345:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19587
00000400:00000200:3.0:1790691448.053354:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691448.053360:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691448.053364:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691448.053371:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053376:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.053382:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053387:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691448.053394:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691448.053398:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691448.053402:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691448.053406:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691448.053410:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691448.053417:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691448.053431:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053435:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691448.053440:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053446:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691448.053487:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691448.053494:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691448.053501:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691448.053505:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691448.053509:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691448.053516:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053520:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691448.053524:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691448.053530:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053534:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691448.053541:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691448.053546:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691448.053552:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691448.053556:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691448.053560:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691448.053564:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691448.053567:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691448.053575:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691448.053581:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691448.053591:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061054592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691448.053605:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691448.053612:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.053622:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061054592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691448.053645:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691448.053652:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19597)
00000800:00000200:2.1:1790691448.053730:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691448.053732:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691448.053955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691448.053957:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691448.054239:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691448.054241:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:0.0:1790691448.948658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691448.948662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691448.948665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691449.396575:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314261248, at 4314261312
00000100:00000010:0.0:1790691449.396588:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790691449.972658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691449.972663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691449.972667:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691453.044695:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691453.044699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691453.044701:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691453.173522:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691453.173531:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691453.174493:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691453.174497:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691453.174970:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691453.174972:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790691453.175298:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691453.175301:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1790691454.068675:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691454.068680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691454.068694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691454.516569:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314266369, at 4314266432
00000100:00000010:0.0:1790691454.516600:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:0.0:1790691457.140619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691457.140623:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691457.140627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691458.164687:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691458.164692:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691458.164694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691458.292568:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691458.292577:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691458.292579:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691458.292583:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691458.292586:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691458.292592:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19597
00000400:00000200:3.0:1790691458.292600:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691458.292607:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691458.292610:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691458.292612:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292615:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.292617:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292619:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691458.292626:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691458.292628:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691458.292630:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691458.292633:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691458.292635:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691458.292637:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691458.292640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.292643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691458.292646:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691458.292649:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691458.292652:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691458.292655:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691458.292657:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.292658:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691458.292660:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691458.292668:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691458.292670:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691458.292674:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691458.292675:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.292677:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691458.292680:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691458.292683:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691458.292690:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691458.292696:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691458.292704:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061055232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691458.292712:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691458.292715:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.292719:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061055232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691458.292736:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691458.292739:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691458.292741:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691458.292742:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691458.292744:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691458.292746:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691458.292748:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19597
00000400:00000200:3.0:1790691458.292750:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691458.292753:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691458.292754:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691458.292756:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292758:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.292759:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292761:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691458.292762:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691458.292763:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691458.292765:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691458.292767:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691458.292768:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691458.292770:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691458.292773:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292902:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.292906:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292910:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691458.292914:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691458.292919:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691458.292923:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691458.292925:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691458.292931:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691458.292936:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.292940:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691458.292946:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691458.292950:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.292954:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691458.292958:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691458.292962:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691458.292965:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691458.292967:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.292969:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691458.292972:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691458.292976:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691458.292981:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691458.292986:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691458.292993:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061055360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691458.293003:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691458.293007:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.293014:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061055360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691458.293026:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691458.293030:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691458.293034:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691458.293036:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691458.293039:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691458.293044:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691458.293048:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19597
00000400:00000200:3.0:1790691458.293064:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691458.293069:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691458.293073:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691458.293078:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293081:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.293086:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293089:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691458.293092:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691458.293094:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691458.293098:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691458.293101:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691458.293102:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691458.293104:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691458.293110:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293112:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.293113:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293115:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691458.293118:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691458.293122:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293127:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691458.293128:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691458.293131:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691458.293136:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.293138:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691458.293140:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691458.293143:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691458.293144:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691458.293145:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691458.293149:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691458.293152:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.1:1790691458.293152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
02000000:00000001:3.0:1790691458.293156:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691458.293159:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.293161:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691458.293163:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691458.293166:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691458.293171:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691458.293174:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691458.293180:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061055488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691458.293190:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691458.293194:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.293200:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061055488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691458.293207:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.293217:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691458.293223:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691458.293227:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691458.293234:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691458.293236:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691458.293239:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691458.293242:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691458.293247:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19597
00000400:00000200:3.0:1790691458.293251:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691458.293256:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691458.293259:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691458.293263:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293268:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.293271:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293276:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691458.293280:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691458.293282:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691458.293285:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691458.293288:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691458.293291:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691458.293294:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691458.293297:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293299:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691458.293302:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293305:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691458.293311:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691458.293317:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691458.293318:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691458.293324:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691458.293326:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691458.293328:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.293332:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691458.293335:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691458.293336:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.293337:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691458.293341:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691458.293345:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691458.293347:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691458.293348:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691458.293350:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691458.293351:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691458.293352:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691458.293358:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691458.293363:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691458.293369:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061055616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691458.293378:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691458.293387:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.293396:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061055616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691458.293414:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691458.293420:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19607)
00000800:00000200:2.1:1790691458.293761:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691458.293764:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790691458.294087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691458.294089:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790691458.294385:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691458.294388:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1790691459.636533:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314271488, at 4314271552
00000100:00000010:0.0:1790691459.636549:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790691461.236700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691461.236705:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691461.236708:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691462.260647:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691462.260653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691462.260657:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691463.412566:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691463.412575:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691463.412578:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691463.412581:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691463.412585:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691463.412592:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19602
00000400:00000200:3.0:1790691463.412600:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691463.412605:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691463.412608:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691463.412610:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412615:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412617:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691463.412624:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691463.412626:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691463.412628:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691463.412630:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691463.412632:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691463.412634:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691463.412636:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412637:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412640:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691463.412642:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691463.412644:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412645:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691463.412648:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691463.412650:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691463.412652:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412654:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691463.412656:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691463.412663:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691463.412665:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691463.412668:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691463.412669:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412672:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691463.412674:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691463.412694:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691463.412701:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691463.412707:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691463.412715:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061055744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691463.412723:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691463.412726:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.412730:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061055744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691463.412751:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691463.412754:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691463.412756:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691463.412757:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691463.412758:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691463.412760:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691463.412762:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19602
00000400:00000200:3.0:1790691463.412765:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691463.412767:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691463.412769:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691463.412771:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412772:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412774:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412775:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691463.412778:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691463.412779:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691463.412781:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691463.412783:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691463.412785:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691463.412787:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691463.412789:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412791:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412793:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412794:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691463.412795:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691463.412798:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412799:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691463.412803:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691463.412808:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691463.412811:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412815:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691463.412819:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691463.412822:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412824:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691463.412828:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691463.412833:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691463.412837:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691463.412839:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412841:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691463.412844:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691463.412847:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691463.412851:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691463.412854:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691463.412861:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061055872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691463.412873:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691463.412876:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.412882:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061055872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691463.412898:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691463.412901:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691463.412906:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691463.412907:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691463.412908:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691463.412910:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691463.412914:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19602
00000400:00000200:3.0:1790691463.412920:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691463.412922:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691463.412924:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691463.412929:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412932:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412936:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412938:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691463.412941:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691463.412943:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691463.412946:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691463.412947:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691463.412949:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691463.412954:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691463.412958:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412962:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.412965:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412968:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691463.412971:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691463.412976:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691463.412981:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691463.412986:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691463.412989:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691463.412994:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.412998:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691463.413001:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691463.413005:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.413010:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691463.413014:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691463.413016:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691463.413020:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691463.413021:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.413022:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691463.413023:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691463.413026:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691463.413032:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691463.413036:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691463.413046:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061056000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691463.413059:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691463.413063:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.413070:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061056000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691463.413089:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.413091:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691463.413098:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691463.413102:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691463.413108:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691463.413112:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691463.413114:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691463.413116:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691463.413122:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19602
00000400:00000200:3.0:1790691463.413126:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691463.413128:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691463.413130:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691463.413132:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.413133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.413135:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.413139:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691463.413143:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691463.413145:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691463.413148:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691463.413150:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691463.413154:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790691463.413154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691463.413157:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790691463.413161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1790691463.413162:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.413168:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691463.413172:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691463.413175:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691463.413180:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691463.413182:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691463.413185:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691463.413187:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691463.413191:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691463.413195:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.413197:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691463.413201:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691463.413205:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.413208:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691463.413213:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691463.413216:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691463.413219:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691463.413221:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691463.413224:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691463.413226:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691463.413228:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691463.413233:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691463.413237:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691463.413242:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061056128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691463.413251:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691463.413255:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.413262:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061056128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691463.413273:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691463.413278:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19613)
00000800:00000200:2.1:1790691463.413599:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691463.413601:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691463.413840:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691463.413841:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691463.414079:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691463.414081:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691464.756552:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314276608, at 4314276672
00000100:00000010:0.0:1790691464.756570:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:0.0:1790691465.332628:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691465.332633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691465.332637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691466.356664:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691466.356669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691466.356674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691468.532527:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691468.532536:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691468.532538:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691468.532541:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691468.532545:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691468.532551:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19608
00000400:00000200:3.0:1790691468.532558:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691468.532564:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691468.532567:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691468.532570:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532573:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532575:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532593:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691468.532601:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691468.532604:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691468.532607:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691468.532609:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691468.532611:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691468.532613:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691468.532615:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532616:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532618:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532629:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691468.532631:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691468.532633:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532635:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691468.532638:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691468.532641:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691468.532642:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532644:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691468.532646:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691468.532653:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691468.532656:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691468.532659:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691468.532660:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532662:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691468.532664:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691468.532668:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691468.532674:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691468.532679:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691468.532686:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061056256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691468.532695:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691468.532698:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.532701:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061056256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691468.532730:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691468.532732:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691468.532735:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691468.532736:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691468.532740:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691468.532742:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691468.532744:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19608
00000400:00000200:3.0:1790691468.532747:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691468.532749:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691468.532751:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691468.532754:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532756:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532758:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532760:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691468.532763:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691468.532764:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691468.532765:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691468.532767:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691468.532769:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691468.532771:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691468.532773:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532775:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532776:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532781:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691468.532783:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691468.532787:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532790:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691468.532794:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691468.532798:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691468.532803:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532807:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691468.532812:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691468.532818:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532821:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691468.532825:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691468.532829:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691468.532843:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691468.532845:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532847:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691468.532849:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691468.532852:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691468.532858:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691468.532862:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691468.532870:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061056384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691468.532875:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691468.532879:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.532883:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061056384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691468.532891:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691468.532895:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691468.532899:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691468.532900:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691468.532901:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691468.532906:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691468.532910:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19608
00000400:00000200:3.0:1790691468.532914:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691468.532919:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691468.532921:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691468.532924:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532926:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532930:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532932:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691468.532935:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691468.532936:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691468.532937:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691468.532940:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691468.532944:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691468.532948:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691468.532955:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532957:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.532962:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532963:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691468.532968:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691468.532974:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691468.532979:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691468.532982:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691468.532986:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691468.532990:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.532993:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691468.532995:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691468.532999:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.533001:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691468.533006:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691468.533009:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691468.533011:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691468.533013:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.533016:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691468.533019:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691468.533021:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691468.533024:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691468.533027:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691468.533034:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061056512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691468.533043:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691468.533046:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.533050:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061056512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691468.533062:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.533066:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691468.533071:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691468.533077:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691468.533084:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691468.533085:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691468.533086:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691468.533088:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691468.533092:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19608
00000400:00000200:3.0:1790691468.533102:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691468.533111:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691468.533118:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691468.533127:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.533134:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.533141:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.533145:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790691468.533151:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691468.533153:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1790691468.533155:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000040:3.0:1790691468.533157:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691468.533162:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691468.533168:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691468.533172:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691468.533180:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691468.533187:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.533192:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691468.533199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691468.533204:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691468.533208:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691468.533214:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691468.533218:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691468.533222:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691468.533225:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691468.533229:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.533231:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691468.533235:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691468.533239:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.533241:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691468.533247:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691468.533252:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691468.533256:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691468.533259:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691468.533261:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691468.533264:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691468.533267:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691468.533273:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691468.533277:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691468.533286:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061056640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691468.533296:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691468.533299:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.533302:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061056640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691468.533312:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691468.533319:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19618)
00000800:00000200:2.1:1790691468.533647:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691468.533649:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691468.533853:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691468.533856:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691468.534104:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691468.534106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790691469.428674:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691469.428678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691469.428682:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691469.876527:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314281728, at 4314281792
00000100:00000010:0.0:1790691469.876548:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790691470.452673:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691470.452678:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691470.452682:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691473.524702:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691473.524706:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691473.524709:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691473.652575:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691473.652584:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691473.652587:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691473.652591:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691473.652596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691473.652603:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19613
00000400:00000200:3.0:1790691473.652613:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691473.652620:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691473.652624:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691473.652627:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652632:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.652634:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691473.652645:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691473.652647:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691473.652650:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691473.652653:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691473.652655:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691473.652658:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691473.652661:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.652666:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652668:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691473.652671:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691473.652674:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652677:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691473.652682:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691473.652685:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691473.652688:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.652691:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691473.652693:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691473.652702:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691473.652705:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691473.652709:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691473.652711:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.652714:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691473.652717:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691473.652721:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691473.652728:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691473.652733:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691473.652742:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061056768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691473.652753:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691473.652758:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.652763:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061056768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691473.652787:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691473.652790:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691473.652794:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691473.652795:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691473.652797:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691473.652801:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691473.652803:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19613
00000400:00000200:3.0:1790691473.652808:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691473.652812:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691473.652815:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691473.652819:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652822:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.652828:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652832:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691473.652837:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691473.652840:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691473.652844:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691473.652847:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691473.652849:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691473.652853:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691473.652861:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652863:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.652868:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652875:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691473.652878:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691473.652884:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691473.652888:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691473.652893:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691473.652901:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691473.652907:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.652912:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691473.652918:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691473.652923:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.652926:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691473.652932:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691473.652936:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691473.652942:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691473.652944:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.652949:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691473.652953:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691473.652955:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691473.652963:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691473.652969:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691473.652979:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061056896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691473.652991:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691473.652996:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.653005:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061056896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691473.653023:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691473.653029:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691473.653033:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691473.653037:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691473.653039:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691473.653042:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691473.653049:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19613
00000400:00000200:3.0:1790691473.653054:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691473.653057:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691473.653060:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691473.653063:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653067:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.653072:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653076:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691473.653111:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691473.653114:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691473.653118:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691473.653122:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691473.653126:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691473.653131:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691473.653136:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653142:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.653147:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653150:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691473.653153:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691473.653158:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653161:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691473.653166:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691473.653169:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691473.653174:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.653178:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691473.653182:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691473.653187:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691473.653187:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691473.653192:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691473.653195:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000010:3.0:1790691473.653197:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691473.653202:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691473.653207:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691473.653211:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.653213:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691473.653216:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691473.653219:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691473.653223:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691473.653229:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691473.653239:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061057024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691473.653251:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691473.653255:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.653261:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061057024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691473.653274:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.653279:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691473.653289:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691473.653293:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691473.653300:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691473.653304:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691473.653307:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691473.653315:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691473.653321:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19613
00000400:00000200:3.0:1790691473.653330:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691473.653336:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691473.653339:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691473.653344:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653349:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.653354:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653357:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691473.653362:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691473.653364:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691473.653368:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691473.653372:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691473.653375:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691473.653379:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691473.653384:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653386:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691473.653389:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653391:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691473.653393:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691473.653395:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691473.653402:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691473.653404:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691473.653410:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691473.653414:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.653417:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691473.653419:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691473.653421:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.653424:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691473.653430:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691473.653435:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691473.653441:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691473.653443:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691473.653447:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691473.653449:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691473.653497:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691473.653505:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691473.653513:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691473.653522:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061057152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691473.653539:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691473.653544:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.653554:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061057152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691473.653583:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691473.653591:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19623)
00000800:00000200:2.1:1790691473.653763:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691473.653765:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691473.654001:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691473.654003:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691473.654283:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691473.654286:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790691474.548676:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691474.548680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691474.548683:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691474.996546:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314286848, at 4314286912
00000100:00000010:0.0:1790691474.996561:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790691477.620644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691477.620648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691477.620651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691478.644617:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691478.644621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691478.644623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691478.772544:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691478.772556:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691478.772559:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691478.772563:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691478.772568:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691478.772576:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19618
00000400:00000200:3.0:1790691478.772585:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691478.772592:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691478.772596:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691478.772601:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772605:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.772608:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772610:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691478.772619:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691478.772622:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691478.772624:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691478.772628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691478.772631:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691478.772633:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691478.772637:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772639:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.772641:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691478.772647:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691478.772651:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772654:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691478.772658:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691478.772661:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691478.772664:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.772666:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691478.772668:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691478.772677:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691478.772681:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691478.772684:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691478.772686:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.772689:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691478.772692:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691478.772697:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691478.772705:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691478.772711:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691478.772721:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061057280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691478.772732:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691478.772736:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.772742:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061057280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691478.772766:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691478.772770:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691478.772773:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691478.772775:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691478.772776:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691478.772780:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691478.772782:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19618
00000400:00000200:3.0:1790691478.772787:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691478.772790:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691478.772792:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691478.772795:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772798:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.772800:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772802:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691478.772805:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691478.772807:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691478.772808:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691478.772811:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691478.772813:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691478.772817:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691478.772820:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772823:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.772825:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772828:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691478.772832:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691478.772835:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691478.772839:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691478.772843:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691478.772852:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691478.772858:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.772863:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691478.772869:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691478.772877:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.772882:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691478.772890:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691478.772897:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691478.772913:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691478.772916:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.772921:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691478.772925:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691478.772930:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691478.772939:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691478.772948:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691478.772959:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061057408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691478.772980:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691478.772986:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.772996:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061057408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691478.773015:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691478.773020:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691478.773027:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691478.773032:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691478.773037:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691478.773044:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691478.773051:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19618
00000400:00000200:3.0:1790691478.773062:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691478.773072:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691478.773077:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691478.773086:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773093:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.773099:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691478.773101:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691478.773103:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790691478.773106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691478.773109:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691478.773113:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691478.773117:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691478.773121:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691478.773126:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691478.773133:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691478.773142:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773149:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.773155:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773161:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691478.773168:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691478.773174:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773181:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691478.773187:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691478.773192:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691478.773198:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773204:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691478.773210:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691478.773217:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773220:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691478.773228:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691478.773232:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691478.773238:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691478.773241:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773247:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691478.773248:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691478.773251:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691478.773257:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691478.773260:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691478.773267:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061057536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691478.773284:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691478.773289:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.773299:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061057536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691478.773313:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.773328:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691478.773337:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691478.773344:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691478.773351:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691478.773355:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691478.773358:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691478.773363:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691478.773369:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19618
00000400:00000200:3.0:1790691478.773377:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691478.773399:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691478.773405:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691478.773415:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773421:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.773429:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773436:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691478.773445:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691478.773450:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691478.773482:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691478.773489:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691478.773494:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691478.773500:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691478.773510:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773517:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691478.773523:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773529:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691478.773536:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691478.773544:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691478.773550:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691478.773555:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691478.773563:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691478.773569:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773574:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691478.773579:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691478.773584:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773591:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691478.773600:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691478.773604:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691478.773612:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691478.773616:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691478.773622:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691478.773627:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691478.773632:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691478.773641:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691478.773649:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691478.773660:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061057664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691478.773679:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691478.773684:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.773695:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061057664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691478.773721:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691478.773729:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19628)
00000800:00000200:2.1:1790691478.773776:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691478.773778:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691478.773984:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691478.773986:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691478.774280:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691478.774282:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790691480.116546:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314291968, at 4314292032
00000100:00000010:0.0:1790691480.116567:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:0.0:1790691481.716642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691481.716646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691481.716651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691482.740577:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691482.740582:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691482.740584:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691483.892581:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691483.892593:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691483.892597:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691483.892602:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691483.892607:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691483.892615:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19623
00000400:00000200:3.0:1790691483.892625:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691483.892633:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691483.892638:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691483.892641:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892645:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.892648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892650:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691483.892658:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691483.892660:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691483.892663:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691483.892667:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691483.892670:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691483.892672:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691483.892675:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892677:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.892679:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892681:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691483.892684:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691483.892690:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892693:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691483.892697:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691483.892700:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691483.892703:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.892706:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691483.892708:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691483.892718:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691483.892722:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691483.892726:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691483.892728:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.892731:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691483.892733:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691483.892739:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691483.892746:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691483.892753:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691483.892762:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061057792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691483.892773:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691483.892777:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.892782:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061057792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691483.892804:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691483.892808:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691483.892811:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691483.892813:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691483.892814:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691483.892817:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691483.892820:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19623
00000400:00000200:3.0:1790691483.892824:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691483.892829:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691483.892832:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691483.892836:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892839:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.892845:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892850:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691483.892869:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691483.892873:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691483.892875:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691483.892878:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691483.892882:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691483.892888:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691483.892895:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892900:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.892904:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892908:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691483.892913:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691483.892920:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691483.892926:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691483.892930:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691483.892938:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691483.892942:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.892948:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691483.892955:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691483.892961:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.892967:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691483.892975:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691483.892981:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691483.892986:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691483.892989:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.892996:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691483.892999:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691483.893002:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691483.893012:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691483.893020:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691483.893032:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061057920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691483.893048:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691483.893053:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.893061:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061057920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691483.893085:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691483.893091:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691483.893100:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691483.893105:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691483.893108:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691483.893115:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691483.893121:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19623
00000400:00000200:3.0:1790691483.893126:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691483.893149:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691483.893155:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691483.893162:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691483.893166:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691483.893168:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691483.893171:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:3.0:1790691483.893174:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893191:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691483.893197:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691483.893201:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691483.893205:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691483.893208:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691483.893213:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691483.893220:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691483.893226:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893229:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.893247:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893252:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691483.893258:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691483.893266:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893272:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691483.893293:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691483.893298:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691483.893304:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893308:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691483.893312:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691483.893334:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893336:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691483.893344:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691483.893348:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691483.893354:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691483.893357:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893361:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691483.893365:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691483.893371:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691483.893379:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691483.893386:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691483.893397:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061058048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691483.893414:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691483.893419:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.893429:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061058048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691483.893457:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.893461:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691483.893465:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691483.893499:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691483.893510:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691483.893514:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691483.893519:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691483.893526:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691483.893533:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19623
00000400:00000200:3.0:1790691483.893543:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691483.893552:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691483.893557:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691483.893565:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893569:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.893577:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893583:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691483.893590:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691483.893593:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691483.893598:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691483.893603:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691483.893608:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691483.893614:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691483.893622:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893628:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691483.893633:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691483.893643:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691483.893651:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691483.893657:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691483.893663:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691483.893668:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691483.893673:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893678:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691483.893682:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691483.893689:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893695:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691483.893702:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691483.893708:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691483.893712:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691483.893716:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691483.893720:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691483.893725:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691483.893729:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691483.893736:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691483.893745:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691483.893756:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061058176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691483.893775:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691483.893780:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.893788:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061058176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691483.893809:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691483.893816:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19633)
00000800:00000200:2.1:1790691483.893846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691483.893847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691483.894063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691483.894065:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691483.894341:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691483.894343:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691485.236523:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314297088, at 4314297152
00000100:00000010:0.0:1790691485.236537:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:0.0:1790691485.812674:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691485.812680:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691485.812684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691486.836696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691486.836701:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691486.836706:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691489.013945:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691489.014586:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691489.014863:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691489.015132:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691489.908644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691489.908648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691489.908651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691490.356579:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314302209, at 4314302272
00000100:00000010:0.0:1790691490.356609:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:3.0:1790691490.932656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691490.932663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691490.932666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691492.084788:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691492.084835:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691492.084845:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691492.084850:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691492.084856:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691492.084861:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691492.084867:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691492.084871:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:0.0:1790691492.084885:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691492.084891:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691492.084898:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9cc0
00000400:00000010:0.0:1790691492.084901:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9cc0.
00000100:00000001:0.0:1790691492.084907:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691492.084916:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4700 x1877672061058304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.084954:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691492.084959:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061058304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.084974:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691492.084977:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691492.084991:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691492.084994:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:0.0:1790691492.084998:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691492.085002:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691492.085005:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9bb0
00000400:00000010:0.0:1790691492.085008:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9bb0.
00000100:00000001:0.0:1790691492.085011:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691492.085035:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6a00 x1877672061058432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085071:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691492.085078:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061058432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085091:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691492.085095:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691492.085108:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691492.085114:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:0.0:1790691492.085119:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691492.085136:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691492.085141:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:0.0:1790691492.085144:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:0.0:1790691492.085150:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691492.085158:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7b80 x1877672061058560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085178:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691492.085185:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061058560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085201:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691492.085206:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691492.085216:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691492.085222:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:0.0:1790691492.085228:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691492.085237:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691492.085243:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9dd0
00000400:00000010:0.0:1790691492.085247:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9dd0.
00000100:00000001:0.0:1790691492.085252:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691492.085260:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5880 x1877672061058688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085277:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691492.085283:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061058688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691514 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691492.085297:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691492.085300:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790691494.004598:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691494.004602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691494.004605:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691494.132635:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691494.132645:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691494.132647:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691494.132650:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691494.132655:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691494.132662:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19633
00000400:00000200:0.0:1790691494.132670:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691494.132676:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691494.132679:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691494.132683:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132686:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.132688:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691494.132698:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691494.132699:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691494.132701:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691494.132704:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691494.132706:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691494.132708:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691494.132711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132714:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.132716:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132718:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691494.132721:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691494.132724:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132728:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691494.132732:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691494.132735:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691494.132738:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.132740:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691494.132742:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691494.132749:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691494.132753:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691494.132756:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691494.132758:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.132761:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691494.132765:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691494.132769:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691494.132776:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691494.132784:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691494.132793:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061058816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691494.132804:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691494.132807:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.132812:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061058816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691494.132838:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691494.132841:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691494.132850:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691494.132852:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691494.132854:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691494.132857:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691494.132859:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19633
00000400:00000200:0.0:1790691494.132864:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691494.132867:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691494.132870:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691494.132874:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132877:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.132879:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132881:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691494.132884:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691494.132886:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691494.132887:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691494.132890:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691494.132892:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691494.132894:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691494.132897:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132899:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.132901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132904:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691494.132906:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691494.132909:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691494.132912:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691494.132914:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691494.132919:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691494.132921:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.132923:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691494.132928:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691494.132931:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.132933:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691494.132937:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691494.132940:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691494.132942:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691494.132943:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.132945:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691494.132947:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691494.132949:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691494.132953:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691494.132957:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691494.132964:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061058944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691494.132972:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691494.132975:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.132978:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061058944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691494.132986:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691494.132989:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691494.132992:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691494.132993:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691494.132995:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691494.132998:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691494.133001:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19633
00000400:00000200:0.0:1790691494.133005:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691494.133008:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691494.133011:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691494.133014:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133016:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.133019:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133021:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691494.133024:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691494.133026:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691494.133028:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691494.133030:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691494.133032:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691494.133034:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691494.133038:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133039:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.133041:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133044:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691494.133047:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691494.133050:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133053:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691494.133055:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691494.133058:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691494.133060:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133062:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691494.133064:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691494.133066:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133068:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691494.133072:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691494.133075:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691494.133078:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691494.133079:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133099:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691494.133101:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691494.133103:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691494.133108:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691494.133112:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691494.133117:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061059072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691494.133126:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691494.133129:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.133134:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061059072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691494.133147:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.133152:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691494.133161:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691494.133168:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691494.133179:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691494.133184:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691494.133189:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691494.133196:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691494.133200:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19633
00000400:00000200:0.0:1790691494.133207:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691494.133214:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691494.133217:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691494.133223:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133229:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.133235:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133242:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691494.133249:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691494.133253:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691494.133257:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691494.133263:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691494.133270:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691494.133275:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691494.133280:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133286:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691494.133293:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133297:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691494.133300:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691494.133306:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691494.133309:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691494.133314:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691494.133319:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691494.133321:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133322:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691494.133325:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691494.133327:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133331:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691494.133340:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691494.133345:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691494.133352:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691494.133355:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691494.133369:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691494.133372:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691494.133375:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691494.133384:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691494.133391:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691494.133400:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061059200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691494.133416:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691494.133421:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.133429:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061059200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691494.133449:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691494.133497:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19643)
00000800:00000200:1.1:1790691494.133558:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691494.133563:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691494.133965:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691494.133968:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691494.134367:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691494.134369:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691494.134590:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691494.134604:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790691495.028604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691495.028608:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691495.028611:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691495.476572:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314307329, at 4314307392
00000100:00000010:0.0:1790691495.476591:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:0.0:1790691498.100614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691498.100617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691498.100620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691499.124599:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691499.124604:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691499.124608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691499.253121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691499.253127:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691499.253742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691499.253744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691499.253951:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691499.253953:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691499.254173:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691499.254175:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790691500.596612:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314312448, at 4314312512
00000100:00000010:0.0:1790691500.596631:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000020:00000001:0.0:1790691502.196635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691502.196638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691502.196641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691503.220615:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691503.220619:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691503.220622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691504.372555:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691504.372563:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691504.372565:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691504.372568:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691504.372571:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691504.372577:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19643
00000400:00000200:3.0:1790691504.372585:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691504.372591:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691504.372594:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691504.372596:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372600:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372601:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372603:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691504.372610:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691504.372611:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691504.372613:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691504.372616:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691504.372618:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691504.372620:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691504.372622:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372623:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372624:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372625:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691504.372627:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691504.372630:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372631:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691504.372634:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691504.372636:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691504.372638:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372640:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691504.372642:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691504.372650:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691504.372653:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691504.372656:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691504.372657:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372659:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691504.372661:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691504.372665:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691504.372672:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691504.372677:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691504.372685:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061059840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691504.372693:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691504.372696:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.372699:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061059840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691504.372719:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691504.372721:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691504.372724:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691504.372725:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691504.372726:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691504.372728:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691504.372730:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19643
00000400:00000200:3.0:1790691504.372732:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691504.372741:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691504.372742:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691504.372744:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372746:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372747:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372749:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691504.372751:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691504.372752:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691504.372753:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691504.372755:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691504.372757:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691504.372758:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691504.372760:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372761:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372762:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372763:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691504.372765:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691504.372766:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372768:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691504.372769:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691504.372773:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691504.372775:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372776:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691504.372780:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691504.372782:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372783:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691504.372786:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691504.372787:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691504.372789:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691504.372790:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372791:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691504.372792:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691504.372793:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691504.372798:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691504.372802:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691504.372808:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061059968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691504.372819:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691504.372823:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.372839:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061059968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691504.372850:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691504.372854:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691504.372857:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691504.372859:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691504.372862:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691504.372865:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691504.372870:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19643
00000400:00000200:3.0:1790691504.372872:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691504.372877:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691504.372879:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691504.372897:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372900:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372903:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372905:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691504.372908:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691504.372910:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691504.372914:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691504.372916:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691504.372920:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691504.372922:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691504.372925:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372927:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.372931:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372933:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691504.372936:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691504.372938:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691504.372940:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691504.372950:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691504.372953:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691504.372955:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372959:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691504.372960:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691504.372963:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372966:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691504.372972:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691504.372975:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691504.372978:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691504.372981:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.372985:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691504.372987:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691504.372989:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691504.372996:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691504.373003:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691504.373013:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061060096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691504.373028:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691504.373033:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.373042:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061060096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691504.373058:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.373062:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691504.373068:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691504.373074:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691504.373080:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691504.373082:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691504.373083:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691504.373089:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691504.373094:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19643
00000400:00000200:3.0:1790691504.373103:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691504.373108:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691504.373112:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691504.373119:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.373124:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.373128:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.373144:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691504.373148:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1790691504.373149:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790691504.373150:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691504.373153:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790691504.373155:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000040:3.0:1790691504.373156:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691504.373160:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691504.373164:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691504.373171:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.373174:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691504.373177:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691504.373180:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691504.373184:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691504.373189:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691504.373191:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691504.373196:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691504.373200:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691504.373203:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.373205:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691504.373208:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691504.373211:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.373215:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691504.373220:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691504.373224:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691504.373228:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691504.373232:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691504.373237:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691504.373239:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691504.373242:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691504.373247:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691504.373251:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691504.373260:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061060224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691504.373272:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691504.373278:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.373285:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061060224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691504.373298:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691504.373306:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19653)
00000800:00000200:1.1:1790691504.373568:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691504.373570:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691504.373759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691504.373760:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691504.374000:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691504.374002:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790691505.716539:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314317568, at 4314317632
00000100:00000010:0.0:1790691505.716553:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:0.0:1790691506.292589:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691506.292593:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691506.292596:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691507.316595:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691507.316599:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691507.316602:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691509.492680:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691509.492695:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691509.492699:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691509.492705:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691509.492712:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691509.492739:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19648
00000400:00000200:0.0:1790691509.492750:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691509.492758:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691509.492761:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691509.492764:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492767:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.492769:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492771:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691509.492780:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691509.492782:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691509.492797:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691509.492800:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691509.492802:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691509.492804:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691509.492807:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492808:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.492810:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492811:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691509.492818:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691509.492821:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492823:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691509.492826:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691509.492830:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691509.492832:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.492835:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691509.492837:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691509.492848:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691509.492852:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691509.492855:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691509.492857:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.492860:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691509.492863:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691509.492868:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691509.492876:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691509.492884:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691509.492895:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061060352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691509.492905:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691509.492909:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.492916:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061060352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691509.492940:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691509.492943:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691509.492946:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691509.492947:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691509.492949:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691509.492951:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691509.492953:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19648
00000400:00000200:0.0:1790691509.492956:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691509.492959:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691509.492961:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691509.492964:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492966:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.492969:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.492971:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691509.492975:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691509.492976:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691509.492977:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691509.492980:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691509.492982:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691509.492984:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691509.492993:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493000:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.493006:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493009:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691509.493010:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691509.493020:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493048:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691509.493054:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691509.493069:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691509.493083:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493100:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691509.493107:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691509.493116:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493120:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691509.493126:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691509.493130:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691509.493134:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691509.493140:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493144:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691509.493150:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691509.493158:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691509.493168:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691509.493181:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691509.493200:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061060480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691509.493224:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691509.493230:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.493238:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061060480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691509.493255:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691509.493264:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691509.493285:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691509.493288:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691509.493294:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691509.493305:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691509.493311:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19648
00000400:00000200:0.0:1790691509.493321:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691509.493331:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691509.493349:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691509.493354:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493362:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.493387:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493391:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691509.493424:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691509.493429:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691509.493432:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691509.493435:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691509.493457:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691509.493461:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691509.493467:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691509.493495:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691509.493498:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1790691509.493559:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.493573:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493583:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691509.493593:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691509.493605:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691509.493619:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691509.493628:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691509.493639:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691509.493646:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493672:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691509.493677:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691509.493683:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493695:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691509.493710:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691509.493738:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691509.493746:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691509.493753:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.493767:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691509.493773:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691509.493782:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691509.493813:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691509.493823:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691509.493837:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061060608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691509.493858:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691509.493870:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.493893:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061060608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691509.493917:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.493925:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691509.493939:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691509.493946:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691509.493963:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691509.493971:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691509.493976:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691509.493987:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691509.493995:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19648
00000400:00000200:0.0:1790691509.494007:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691509.494014:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691509.494025:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691509.494058:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.494064:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.494070:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.494076:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691509.494089:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691509.494096:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691509.494101:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691509.494106:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691509.494111:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691509.494116:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691509.494126:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.494133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691509.494138:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691509.494145:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691509.494169:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691509.494181:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691509.494196:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691509.494203:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691509.494214:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691509.494226:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.494256:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691509.494267:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691509.494279:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.494288:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691509.494297:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691509.494310:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691509.494318:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691509.494322:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691509.494337:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691509.494341:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691509.494351:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691509.494362:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691509.494374:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691509.494392:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061060736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691509.494453:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691509.494456:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.494462:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061060736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691509.494471:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691509.494480:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19659)
00000800:00000200:1.1:1790691509.494530:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691509.494532:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691509.494759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691509.494760:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691509.495016:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691509.495031:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:0.0:1790691510.389199:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691510.389203:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691510.389206:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691510.836559:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314322689, at 4314322752
00000100:00000010:0.0:1790691510.836578:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:3.0:1790691511.412653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691511.412658:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691511.412663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691514.484831:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691514.484837:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691514.484856:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691514.612618:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691514.612649:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691514.612652:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691514.612657:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691514.612663:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691514.612673:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19654
00000400:00000200:3.0:1790691514.612722:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691514.612733:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691514.612739:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691514.612743:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.612748:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.612751:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.612755:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691514.612766:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691514.612769:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691514.612783:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691514.612788:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691514.612792:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691514.612795:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691514.612799:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.612801:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.612803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.612806:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691514.612809:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691514.612813:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691514.612816:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691514.612820:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691514.612825:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691514.612828:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.612831:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691514.612834:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691514.612845:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691514.612849:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691514.612853:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691514.612855:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.612859:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691514.612862:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691514.612868:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691514.612894:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691514.612902:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691514.612925:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061060864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691514.612937:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691514.612942:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.612948:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061060864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691514.612979:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691514.612983:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691514.612987:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691514.612995:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691514.612997:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691514.613001:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691514.613004:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19654
00000400:00000200:3.0:1790691514.613009:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691514.613012:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691514.613015:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691514.613018:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613021:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.613024:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613027:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691514.613031:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691514.613033:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691514.613036:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691514.613039:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691514.613041:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691514.613044:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691514.613047:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613049:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.613052:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613054:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691514.613056:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691514.613061:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613069:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691514.613073:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691514.613082:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691514.613088:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613092:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691514.613100:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691514.613104:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613108:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691514.613118:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691514.613125:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691514.613130:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691514.613135:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613142:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691514.613144:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691514.613153:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691514.613164:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691514.613174:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691514.613188:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061060992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691514.613203:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691514.613208:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.613216:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061060992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691514.613229:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691514.613233:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691514.613261:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691514.613265:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691514.613270:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691514.613290:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691514.613304:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19654
00000400:00000200:3.0:1790691514.613333:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691514.613346:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691514.613359:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691514.613377:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613391:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.613402:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613411:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691514.613420:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691514.613427:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691514.613433:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691514.613439:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691514.613443:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691514.613454:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691514.613466:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613592:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.613603:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613614:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691514.613624:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691514.613639:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691514.613649:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691514.613656:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691514.613668:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691514.613680:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613711:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691514.613736:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691514.613755:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613759:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691514.613770:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691514.613778:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691514.613783:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691514.613806:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.613808:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691514.613811:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691514.613816:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691514.613829:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691514.613840:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691514.613857:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061061120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790691514.613894:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691514.613903:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790691514.613904:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1790691514.613910:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.613923:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061061120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691514.613945:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.613950:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691514.613958:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691514.613966:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691514.613972:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691514.613979:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691514.613984:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691514.613990:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691514.614000:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19654
00000400:00000200:3.0:1790691514.614012:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691514.614023:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691514.614030:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691514.614038:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.614046:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.614054:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.614062:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691514.614070:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691514.614075:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691514.614082:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691514.614087:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691514.614092:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691514.614097:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691514.614109:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.614117:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691514.614126:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691514.614131:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691514.614135:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691514.614143:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691514.614147:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691514.614156:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691514.614161:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691514.614166:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.614171:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691514.614176:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691514.614183:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.614187:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691514.614194:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691514.614200:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691514.614210:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691514.614212:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691514.614219:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691514.614221:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691514.614224:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691514.614233:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691514.614240:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691514.614252:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061061248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691514.614286:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691514.614294:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.614306:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061061248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691514.614342:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691514.614355:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19664)
00000800:00000200:1.1:1790691514.614914:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691514.614917:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691514.615326:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691514.615330:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691514.615886:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691514.615889:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1790691515.508646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691515.508651:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691515.508655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691515.956592:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314327809, at 4314327872
00000100:00000010:0.0:1790691515.956612:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:0.0:1790691518.580670:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691518.580674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691518.580677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691519.604738:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691519.604745:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691519.604750:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691519.732660:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691519.732675:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691519.732679:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691519.732685:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691519.732692:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691519.732704:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19659
00000400:00000200:0.0:1790691519.732716:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691519.732725:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691519.732730:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691519.732734:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.732739:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.732742:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.732745:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691519.732756:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691519.732759:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691519.732762:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691519.732766:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691519.732769:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691519.732772:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691519.732791:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.732794:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.732797:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.732800:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691519.732804:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691519.732809:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691519.732814:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691519.732819:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691519.732824:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691519.732829:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.732832:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691519.732836:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691519.732850:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691519.732856:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691519.732862:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691519.732865:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.732870:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691519.732874:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691519.732881:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691519.732896:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691519.732920:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691519.732949:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061061376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691519.732963:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691519.732968:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.732975:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061061376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691519.733003:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691519.733007:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691519.733011:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691519.733012:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691519.733014:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691519.733018:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691519.733020:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19659
00000400:00000200:0.0:1790691519.733025:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691519.733030:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691519.733033:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691519.733037:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733041:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733043:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733047:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691519.733054:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691519.733058:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691519.733063:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691519.733069:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691519.733076:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691519.733083:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691519.733093:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733100:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733108:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733114:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691519.733121:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691519.733127:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733132:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691519.733139:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691519.733148:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691519.733154:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733176:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691519.733183:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691519.733192:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733201:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691519.733210:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691519.733218:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691519.733241:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691519.733245:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733250:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691519.733254:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691519.733258:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691519.733264:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691519.733270:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691519.733281:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061061504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691519.733304:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691519.733310:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.733320:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061061504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691519.733342:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691519.733347:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691519.733360:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691519.733366:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1790691519.733368:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691519.733374:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691519.733378:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691519.733384:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691519.733389:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19659
00000400:00000200:0.0:1790691519.733400:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691519.733406:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691519.733409:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691519.733417:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733423:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733431:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733437:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691519.733445:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691519.733449:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691519.733515:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691519.733521:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691519.733527:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691519.733533:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691519.733543:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733547:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733565:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733568:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691519.733574:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691519.733582:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733601:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691519.733606:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691519.733610:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691519.733615:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733618:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691519.733624:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691519.733630:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733636:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691519.733645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691519.733650:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691519.733658:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691519.733661:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733664:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691519.733668:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691519.733673:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691519.733682:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691519.733688:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691519.733702:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061061632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691519.733723:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691519.733729:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.733740:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061061632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691519.733773:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.733778:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691519.733786:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691519.733792:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691519.733802:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691519.733806:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691519.733810:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691519.733817:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691519.733824:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19659
00000400:00000200:0.0:1790691519.733833:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691519.733842:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691519.733847:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691519.733855:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733861:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733868:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733873:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691519.733878:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691519.733881:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691519.733885:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691519.733889:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691519.733893:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691519.733897:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691519.733905:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733909:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691519.733914:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733918:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691519.733925:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691519.733932:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691519.733940:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691519.733942:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691519.733946:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691519.733951:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733957:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691519.733960:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691519.733967:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733971:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691519.733977:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691519.733982:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691519.733988:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691519.733991:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691519.733996:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691519.733999:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691519.734003:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691519.734011:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691519.734018:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691519.734030:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061061760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691519.734048:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691519.734054:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.734062:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061061760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691519.734086:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691519.734096:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19669)
00000800:00000200:1.1:1790691519.734142:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691519.734144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691519.734343:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691519.734345:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691519.734648:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691519.734650:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790691521.076575:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314332929, at 4314332992
00000100:00000010:0.0:1790691521.076603:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:0.0:1790691522.676738:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691522.676745:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691522.676751:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691523.700885:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691523.700892:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691523.700897:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691524.852537:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691524.852549:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691524.852551:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691524.852556:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691524.852560:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691524.852569:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19664
00000400:00000200:0.0:1790691524.852579:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691524.852586:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691524.852590:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691524.852592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852596:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.852598:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852600:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691524.852610:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691524.852612:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691524.852614:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691524.852619:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691524.852620:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691524.852622:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691524.852625:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852626:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.852627:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852629:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691524.852631:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691524.852634:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852635:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691524.852638:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691524.852641:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691524.852644:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.852646:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691524.852647:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691524.852657:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691524.852661:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691524.852664:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691524.852665:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.852668:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691524.852672:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691524.852677:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691524.852685:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691524.852693:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691524.852702:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061061888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691524.852712:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691524.852716:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691524.852721:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061061888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691524.852741:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691524.852743:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691524.852747:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691524.852748:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691524.852749:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691524.852751:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691524.852754:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19664
00000400:00000200:0.0:1790691524.852756:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691524.852757:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691524.852759:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691524.852761:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852763:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.852765:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852767:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691524.852769:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691524.852770:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691524.852771:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691524.852774:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691524.852775:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691524.852777:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691524.852780:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.852783:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852791:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691524.852796:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691524.852801:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852805:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691524.852808:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691524.852815:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691524.852819:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.852825:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691524.852831:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691524.852838:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.852842:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691524.852849:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691524.852852:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691524.852855:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691524.852858:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.852861:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691524.852863:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691524.852866:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691524.852871:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691524.852877:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691524.852884:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061062016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691524.852894:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691524.852897:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691524.852901:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061062016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691524.852909:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691524.852912:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691524.852917:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691524.852920:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691524.852923:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691524.852926:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691524.852930:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19664
00000400:00000200:0.0:1790691524.852937:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691524.852943:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691524.852946:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691524.852951:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852955:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.852959:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852962:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691524.852966:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691524.852969:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691524.852973:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691524.852977:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691524.852981:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691524.852986:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691524.852993:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.852997:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.853003:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853008:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691524.853014:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691524.853023:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853029:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691524.853034:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691524.853040:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691524.853045:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853050:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691524.853054:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691524.853057:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853059:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691524.853065:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691524.853070:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691524.853075:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691524.853078:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853081:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691524.853082:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691524.853083:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691524.853086:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691524.853089:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691524.853094:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061062144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691524.853111:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691524.853115:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691524.853119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691524.853121:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061062144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691524.853124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1790691524.853133:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691524.853136:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691524.853140:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691524.853144:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691524.853147:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691524.853150:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691524.853152:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691524.853158:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691524.853162:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19664
00000400:00000200:0.0:1790691524.853168:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691524.853173:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691524.853177:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691524.853183:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853188:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.853192:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853195:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691524.853198:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691524.853200:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691524.853203:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691524.853206:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691524.853211:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691524.853216:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691524.853223:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853228:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691524.853231:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853234:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691524.853238:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691524.853239:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691524.853241:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691524.853242:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691524.853245:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691524.853250:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853255:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691524.853258:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691524.853261:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853262:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691524.853277:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691524.853280:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691524.853283:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691524.853285:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691524.853288:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691524.853289:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691524.853290:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691524.853298:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691524.853304:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691524.853311:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061062272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691524.853343:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691524.853348:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691524.853358:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061062272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691524.853378:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691524.853384:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19674)
00000800:00000200:1.1:1790691524.853658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691524.853666:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691524.853897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691524.853899:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691524.854080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691524.854098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691526.196630:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314338048, at 4314338112
00000100:00000010:0.0:1790691526.196655:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:0.0:1790691526.772798:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691526.772806:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691526.772812:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691527.796671:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691527.796675:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691527.796678:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691529.972568:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691529.972580:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691529.972583:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691529.972587:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691529.972592:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691529.972601:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19669
00000400:00000200:0.0:1790691529.972612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691529.972621:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691529.972625:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691529.972629:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.972636:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972666:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691529.972677:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691529.972680:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691529.972683:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691529.972688:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691529.972691:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691529.972695:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691529.972699:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972702:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.972704:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972706:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691529.972710:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691529.972714:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972717:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691529.972721:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691529.972727:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691529.972730:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.972733:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691529.972736:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691529.972748:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691529.972752:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691529.972757:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691529.972759:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.972763:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691529.972767:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691529.972773:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691529.972795:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691529.972803:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691529.972815:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061062400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691529.972830:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691529.972835:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.972841:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061062400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691529.972874:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691529.972878:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691529.972883:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691529.972885:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691529.972887:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691529.972890:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691529.972893:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19669
00000400:00000200:0.0:1790691529.972898:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691529.972902:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691529.972905:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691529.972909:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972911:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.972915:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972917:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691529.972921:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691529.972923:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691529.972926:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691529.972929:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691529.972932:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691529.972935:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691529.972940:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972943:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.972945:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972948:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691529.972951:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691529.972956:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691529.972959:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691529.972962:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691529.972968:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691529.972971:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.972974:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691529.972979:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691529.972987:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.972990:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691529.972999:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691529.973004:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691529.973009:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691529.973012:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973015:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691529.973019:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691529.973022:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691529.973027:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691529.973036:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691529.973051:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061062528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691529.973074:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691529.973080:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.973091:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061062528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691529.973114:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691529.973122:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691529.973166:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691529.973171:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691529.973189:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691529.973200:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691529.973210:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19669
00000400:00000200:0.0:1790691529.973222:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691529.973233:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691529.973242:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691529.973276:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973285:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.973295:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973305:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691529.973328:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691529.973335:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691529.973344:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691529.973353:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691529.973361:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691529.973371:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691529.973385:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973428:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.973456:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973463:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691529.973516:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691529.973522:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973525:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691529.973527:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691529.973538:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691529.973541:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973544:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691529.973547:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691529.973555:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973559:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691529.973566:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691529.973574:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691529.973581:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691529.973585:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973592:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691529.973597:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691529.973601:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691529.973607:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691529.973617:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691529.973630:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061062656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691529.973678:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691529.973682:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.973694:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061062656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691529.973714:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.973721:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691529.973732:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691529.973740:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691529.973750:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691529.973751:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691529.973756:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691529.973760:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790691529.973764:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790691529.973765:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691529.973773:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19669
00000400:00000200:0.0:1790691529.973787:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691529.973795:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691529.973797:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691529.973802:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973809:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.973813:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973821:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691529.973827:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691529.973829:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691529.973834:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691529.973841:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691529.973847:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691529.973854:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691529.973865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973869:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691529.973873:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691529.973887:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691529.973896:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691529.973901:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691529.973904:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691529.973912:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691529.973918:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973921:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691529.973926:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691529.973934:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973942:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691529.973951:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691529.973957:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691529.973964:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691529.973967:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691529.973971:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691529.973979:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691529.973982:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691529.973989:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691529.973996:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691529.974009:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061062784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691529.974031:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691529.974038:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.974046:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061062784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691529.974058:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691529.974063:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19679)
00000800:00000200:1.1:1790691529.974597:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691529.974600:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691529.974970:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691529.974975:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691529.975369:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691529.975372:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790691530.868650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691530.868654:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691530.868657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691531.316548:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314343169, at 4314343232
00000100:00000010:0.0:1790691531.316563:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:3.0:1790691531.892631:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691531.892636:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691531.892640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691534.964708:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691534.964714:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691534.964736:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691535.093627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691535.093637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691535.094260:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691535.094262:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691535.094532:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691535.094534:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691535.094722:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691535.094723:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790691535.988640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691535.988645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691535.988648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691536.436576:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314348289, at 4314348352
00000100:00000010:0.0:1790691536.436596:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:0.0:1790691539.060631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691539.060638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691539.060642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691540.084799:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691540.084805:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691540.084810:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691540.212670:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691540.212691:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691540.212695:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691540.212702:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691540.212709:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691540.212722:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19679
00000400:00000200:3.0:1790691540.212738:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691540.212750:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691540.212756:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691540.212762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.212767:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.212771:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.212776:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691540.212790:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691540.212794:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691540.212798:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691540.212804:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691540.212808:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691540.212812:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691540.212816:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.212819:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.212822:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.212824:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691540.212829:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691540.212834:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691540.212837:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691540.212843:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691540.212849:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691540.212853:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.212857:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691540.212861:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691540.212878:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691540.212885:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691540.212891:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691540.212893:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.212898:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691540.212903:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691540.212911:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691540.212925:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691540.212936:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691540.212991:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061063424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691540.213007:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691540.213015:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.213024:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061063424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691540.213076:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691540.213082:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691540.213087:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691540.213089:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691540.213092:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691540.213097:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691540.213101:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19679
00000400:00000200:3.0:1790691540.213108:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691540.213114:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691540.213118:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691540.213133:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213138:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.213141:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213145:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691540.213155:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691540.213160:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691540.213166:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691540.213172:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691540.213181:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691540.213224:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691540.213248:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213255:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.213263:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213271:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691540.213280:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691540.213289:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213299:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691540.213306:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691540.213319:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691540.213329:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213334:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691540.213344:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691540.213351:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213359:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691540.213366:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691540.213369:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691540.213373:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691540.213377:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213385:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691540.213389:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691540.213395:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691540.213409:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691540.213422:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691540.213438:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061063552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691540.213474:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691540.213478:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.213539:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061063552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691540.213570:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691540.213579:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691540.213590:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691540.213598:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691540.213603:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691540.213615:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691540.213626:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19679
00000400:00000200:3.0:1790691540.213639:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691540.213653:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691540.213661:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691540.213673:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.213686:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213695:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691540.213707:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691540.213712:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.1:1790691540.213713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691540.213719:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790691540.213724:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000040:3.0:1790691540.213726:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691540.213735:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691540.213742:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691540.213771:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213776:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.213781:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213790:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691540.213797:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691540.213808:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691540.213814:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691540.213823:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691540.213830:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691540.213836:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213843:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691540.213847:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691540.213855:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213863:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691540.213885:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691540.213892:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691540.213899:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691540.213903:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.213910:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691540.213915:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691540.213920:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691540.213930:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691540.213938:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691540.213948:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061063680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691540.213976:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691540.213983:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.213993:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061063680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691540.214010:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.214016:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691540.214024:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691540.214030:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691540.214039:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691540.214043:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691540.214048:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691540.214055:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691540.214062:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19679
00000400:00000200:3.0:1790691540.214073:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691540.214084:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691540.214092:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691540.214102:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.214110:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.214113:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.214118:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691540.214125:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691540.214130:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691540.214136:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691540.214144:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691540.214153:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691540.214162:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691540.214174:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.214185:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691540.214214:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691540.214224:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691540.214231:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691540.214243:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691540.214251:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691540.214259:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691540.214266:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691540.214274:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.214282:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691540.214288:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691540.214299:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.214305:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691540.214315:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691540.214325:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691540.214331:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691540.214336:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691540.214344:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691540.214347:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691540.214352:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691540.214361:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691540.214370:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691540.214384:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061063808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691540.214406:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691540.214414:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.214429:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061063808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691540.214481:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691540.214492:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19689)
00000800:00000200:1.1:1790691540.214720:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691540.214722:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691540.214983:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691540.214985:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691540.215290:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691540.215314:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691541.556558:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314353409, at 4314353472
00000100:00000010:0.0:1790691541.556576:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:0.0:1790691543.156647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691543.156653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691543.156658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691544.180616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691544.180620:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691544.180623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691545.332586:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691545.332599:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691545.332602:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691545.332607:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691545.332612:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691545.332621:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19684
00000400:00000200:0.0:1790691545.332631:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691545.332639:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691545.332643:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691545.332647:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332651:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.332654:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332657:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691545.332666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691545.332669:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691545.332672:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691545.332676:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691545.332678:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691545.332681:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691545.332684:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332687:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.332689:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332691:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691545.332695:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691545.332700:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332703:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691545.332707:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691545.332712:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691545.332715:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.332718:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691545.332721:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691545.332731:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691545.332736:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691545.332740:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691545.332741:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.332744:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691545.332746:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691545.332751:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691545.332758:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691545.332765:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691545.332774:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061063936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691545.332783:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691545.332787:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.332791:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061063936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691545.332815:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691545.332817:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691545.332820:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691545.332822:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691545.332823:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691545.332826:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691545.332828:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19684
00000400:00000200:0.0:1790691545.332832:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691545.332835:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691545.332837:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691545.332856:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332858:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.332860:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332862:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691545.332866:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691545.332868:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691545.332870:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691545.332872:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691545.332875:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691545.332877:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691545.332882:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332886:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.332888:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332890:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691545.332892:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691545.332894:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691545.332895:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691545.332897:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691545.332904:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691545.332911:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.332917:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691545.332925:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691545.332933:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.332946:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691545.332960:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691545.332970:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691545.332980:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691545.332983:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.332989:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691545.332996:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691545.333003:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691545.333017:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691545.333024:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691545.333045:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061064064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691545.333062:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691545.333065:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.333072:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061064064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691545.333123:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691545.333147:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691545.333159:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691545.333161:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691545.333169:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691545.333178:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691545.333184:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19684
00000400:00000200:0.0:1790691545.333196:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691545.333204:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691545.333210:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691545.333220:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333228:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.333236:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333240:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691545.333246:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691545.333248:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691545.333250:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691545.333254:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691545.333257:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691545.333262:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691545.333266:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333268:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.333269:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333278:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691545.333282:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691545.333288:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333297:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691545.333301:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691545.333306:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691545.333313:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333316:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691545.333321:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691545.333331:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333357:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691545.333371:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691545.333385:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691545.333395:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691545.333400:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333410:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691545.333414:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691545.333423:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691545.333442:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691545.333449:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691545.333457:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061064192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691545.333468:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691545.333471:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.333477:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061064192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691545.333517:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691545.333521:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790691545.333552:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.333558:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691545.333580:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691545.333587:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691545.333602:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691545.333609:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691545.333613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691545.333620:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691545.333627:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19684
00000400:00000200:0.0:1790691545.333642:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691545.333661:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691545.333668:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691545.333675:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.333686:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333696:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691545.333706:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691545.333710:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691545.333715:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691545.333721:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691545.333725:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691545.333733:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691545.333746:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333753:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691545.333762:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333771:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691545.333782:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691545.333794:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691545.333809:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691545.333825:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691545.333836:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691545.333845:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333855:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691545.333861:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691545.333892:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333902:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691545.333918:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691545.333927:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691545.333938:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691545.333944:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691545.333953:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691545.333963:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691545.333974:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691545.333989:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691545.334001:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691545.334018:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061064320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691545.334040:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691545.334044:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.334057:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061064320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691545.334081:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691545.334112:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19694)
00000800:00000200:1.1:1790691545.334254:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691545.334256:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691545.334479:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691545.334483:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691545.334726:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691545.334728:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790691546.676590:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314358529, at 4314358592
00000100:00000010:0.0:1790691546.676613:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:0.0:1790691547.252651:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691547.252655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691547.252659:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691548.276683:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691548.276689:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691548.276692:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691550.452611:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691550.452619:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691550.452622:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691550.452624:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691550.452628:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691550.452634:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19689
00000400:00000200:3.0:1790691550.452642:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691550.452648:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691550.452651:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691550.452653:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452656:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.452658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452659:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691550.452666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691550.452667:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691550.452669:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691550.452672:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691550.452674:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691550.452675:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691550.452677:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.452680:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452681:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691550.452683:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691550.452686:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452689:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691550.452691:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691550.452694:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691550.452696:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.452698:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691550.452699:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691550.452707:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691550.452709:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691550.452712:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691550.452713:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.452715:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691550.452717:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691550.452721:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691550.452727:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691550.452732:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691550.452740:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061064448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691550.452748:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691550.452752:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.452755:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061064448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691550.452775:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691550.452777:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691550.452780:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691550.452781:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691550.452782:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691550.452784:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691550.452786:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19689
00000400:00000200:3.0:1790691550.452788:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691550.452790:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691550.452792:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691550.452795:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452797:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.452799:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452800:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691550.452802:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691550.452803:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691550.452804:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691550.452806:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691550.452808:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691550.452810:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691550.452814:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452817:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.452820:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452824:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691550.452825:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691550.452830:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691550.452835:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691550.452839:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691550.452844:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691550.452851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.452853:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691550.452858:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691550.452864:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.452867:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691550.452873:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691550.452875:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691550.452879:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691550.452880:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.452882:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691550.452885:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691550.452887:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691550.452894:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691550.452899:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691550.452904:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061064576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691550.452925:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691550.452929:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.452933:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061064576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691550.452944:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691550.452948:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691550.452952:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691550.452955:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691550.452957:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691550.452964:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691550.452968:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19689
00000400:00000200:3.0:1790691550.452976:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691550.452981:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691550.452985:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691550.453006:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453009:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.453013:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453017:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691550.453022:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691550.453024:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691550.453027:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691550.453029:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691550.453030:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691550.453035:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691550.453038:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453039:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.453044:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453049:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691550.453051:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691550.453053:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453054:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691550.453057:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691550.453060:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691550.453063:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453065:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691550.453067:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691550.453069:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453074:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691550.453079:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691550.453082:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691550.453086:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691550.453088:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453091:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691550.453094:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691550.453096:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691550.453101:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691550.453105:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691550.453111:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061064704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691550.453126:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691550.453131:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.453138:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061064704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691550.453148:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.453151:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691550.453160:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691550.453163:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691550.453166:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691550.453169:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691550.453170:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691550.453173:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691550.453177:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19689
00000400:00000200:3.0:1790691550.453180:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691550.453185:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691550.453188:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691550.453194:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.453202:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453205:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691550.453211:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1790691550.453211:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790691550.453213:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691550.453217:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790691550.453219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000040:3.0:1790691550.453220:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691550.453225:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691550.453227:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691550.453233:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453236:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691550.453241:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453242:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691550.453244:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691550.453247:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691550.453251:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691550.453253:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691550.453257:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691550.453261:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453264:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691550.453265:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691550.453271:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453273:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691550.453279:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691550.453282:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691550.453286:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691550.453287:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691550.453289:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691550.453291:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691550.453293:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691550.453298:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691550.453303:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691550.453310:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061064832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691550.453314:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691550.453317:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.453323:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061064832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691550.453333:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691550.453339:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19700)
00000800:00000200:1.1:1790691550.453779:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691550.453782:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691550.454121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691550.454124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691550.454437:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691550.454440:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:0.0:1790691551.348665:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691551.348669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691551.348671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691551.796572:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314363648, at 4314363712
00000100:00000010:0.0:1790691551.796588:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790691552.372624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691552.372628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691552.372631:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691555.444586:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691555.444590:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691555.444594:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691555.573310:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691555.573907:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691555.574112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691555.574309:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691556.468648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691556.468652:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691556.468656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691556.916528:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314368768, at 4314368832
00000100:00000010:0.0:1790691556.916544:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000400:00000100:3.0:1790691558.644927:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691558.644987:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691558.644999:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691558.645003:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691558.645010:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691558.645015:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691558.645021:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691558.645027:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:3.0:1790691558.645033:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691558.645038:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691558.645045:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2908
00000400:00000010:3.0:1790691558.645049:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2908.
00000100:00000001:3.0:1790691558.645055:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691558.645065:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7a680 x1877672061064960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645131:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691558.645137:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061064960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645148:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691558.645189:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691558.645203:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691558.645208:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:3.0:1790691558.645214:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691558.645221:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691558.645226:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2550
00000400:00000010:3.0:1790691558.645230:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2550.
00000100:00000001:3.0:1790691558.645236:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691558.645259:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7b800 x1877672061065088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645280:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691558.645301:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061065088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645374:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691558.645382:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691558.645403:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691558.645413:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:3.0:1790691558.645423:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691558.645438:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691558.645444:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2220
00000400:00000010:3.0:1790691558.645448:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2220.
00000100:00000001:3.0:1790691558.645452:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691558.645531:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde78380 x1877672061065216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645556:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691558.645571:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061065216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645595:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691558.645600:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691558.645614:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691558.645624:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:3.0:1790691558.645633:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691558.645645:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691558.645657:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2f68
00000400:00000010:3.0:1790691558.645662:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2f68.
00000100:00000001:3.0:1790691558.645670:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691558.645683:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7bb80 x1877672061065344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645722:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691558.645734:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061065344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691580 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691558.645762:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691558.645767:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790691559.540590:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691559.540594:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691559.540598:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691560.564612:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691560.564617:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691560.564621:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691560.692687:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691560.692698:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691560.692701:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691560.692704:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691560.692709:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691560.692718:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19700
00000400:00000200:3.0:1790691560.692727:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691560.692736:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691560.692741:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691560.692744:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.692749:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.692751:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.692754:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691560.692765:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691560.692768:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691560.692772:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691560.692776:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691560.692779:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691560.692781:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691560.692785:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.692787:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.692789:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.692791:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691560.692810:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691560.692814:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691560.692818:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691560.692822:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691560.692825:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691560.692828:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.692830:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691560.692832:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691560.692840:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691560.692845:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691560.692850:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691560.692852:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.692858:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691560.692861:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691560.692868:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691560.692879:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691560.692890:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691560.692904:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061065472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691560.692920:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691560.692927:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.692933:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061065472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691560.692977:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691560.692982:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691560.692987:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691560.692988:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691560.692991:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691560.692996:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691560.692999:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19700
00000400:00000200:3.0:1790691560.693005:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691560.693016:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691560.693021:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691560.693025:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693027:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693031:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693034:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691560.693038:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691560.693040:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691560.693042:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691560.693045:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691560.693048:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691560.693052:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691560.693056:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693059:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693061:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693063:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691560.693067:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691560.693069:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693073:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691560.693075:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691560.693085:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691560.693089:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693091:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691560.693100:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691560.693104:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693107:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691560.693113:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691560.693116:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691560.693140:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691560.693144:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693147:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691560.693149:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691560.693153:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691560.693158:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691560.693163:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691560.693170:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061065600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691560.693179:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691560.693181:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.693188:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061065600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691560.693197:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691560.693200:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691560.693206:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691560.693208:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691560.693209:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691560.693214:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691560.693217:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19700
00000400:00000200:3.0:1790691560.693221:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691560.693225:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691560.693229:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691560.693233:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693236:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693238:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693240:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691560.693245:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691560.693246:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691560.693248:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691560.693251:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691560.693253:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691560.693256:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691560.693261:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693263:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693265:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693268:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691560.693272:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691560.693275:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693278:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691560.693281:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691560.693284:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691560.693287:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693289:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691560.693292:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691560.693297:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693300:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691560.693307:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691560.693310:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691560.693314:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691560.693315:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693317:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691560.693319:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691560.693321:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691560.693326:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691560.693329:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691560.693336:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061065728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691560.693345:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691560.693348:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.693353:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061065728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691560.693362:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.693366:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691560.693371:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691560.693376:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691560.693380:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691560.693381:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691560.693383:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691560.693388:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691560.693392:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19700
00000400:00000200:3.0:1790691560.693396:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691560.693399:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691560.693402:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691560.693407:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693409:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693412:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693415:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691560.693419:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691560.693421:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691560.693423:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691560.693426:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691560.693428:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691560.693430:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691560.693434:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693436:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691560.693437:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693442:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691560.693446:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691560.693449:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691560.693452:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691560.693516:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691560.693519:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691560.693521:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693524:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691560.693526:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691560.693529:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693531:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691560.693536:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691560.693539:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691560.693542:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691560.693544:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691560.693546:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691560.693547:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691560.693550:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691560.693554:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691560.693560:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691560.693567:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061065856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691560.693576:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691560.693578:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.693582:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061065856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691560.693591:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691560.693596:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19710)
00000800:00000200:2.1:1790691560.693753:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691560.693756:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691560.694220:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691560.694223:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691560.694620:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691560.694624:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691560.695095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691560.695098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691562.036557:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314373889, at 4314373952
00000100:00000010:0.0:1790691562.036573:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:0.0:1790691563.636636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691563.636640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691563.636644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691564.660760:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691564.660765:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691564.660769:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691565.812579:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691565.812589:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691565.812591:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691565.812595:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691565.812599:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691565.812605:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19705
00000400:00000200:3.0:1790691565.812614:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691565.812620:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691565.812623:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691565.812626:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812629:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.812631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812632:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691565.812639:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691565.812641:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691565.812643:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691565.812646:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691565.812648:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691565.812650:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691565.812653:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812654:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.812656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812657:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691565.812659:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691565.812661:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812663:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691565.812666:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691565.812669:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691565.812687:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.812688:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691565.812690:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691565.812714:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691565.812718:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691565.812721:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691565.812722:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.812725:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691565.812727:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691565.812731:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691565.812737:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691565.812742:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691565.812750:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061065984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691565.812758:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691565.812761:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.812764:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061065984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691565.812784:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691565.812786:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691565.812789:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691565.812790:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691565.812791:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691565.812794:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691565.812795:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19705
00000400:00000200:3.0:1790691565.812798:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691565.812801:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691565.812802:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691565.812804:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812806:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.812808:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812810:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691565.812812:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691565.812814:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691565.812815:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691565.812818:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691565.812819:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691565.812822:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691565.812827:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812829:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.812832:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812836:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691565.812838:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691565.812842:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691565.812847:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691565.812850:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691565.812857:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691565.812861:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.812866:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691565.812871:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691565.812877:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.812882:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691565.812888:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691565.812892:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691565.812895:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691565.812899:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.812901:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691565.812904:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691565.812907:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691565.812911:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691565.812917:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691565.812925:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061066112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691565.812935:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691565.812937:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.812943:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061066112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691565.812953:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691565.812957:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691565.812961:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691565.812964:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691565.812967:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691565.812971:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691565.812976:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19705
00000400:00000200:3.0:1790691565.812982:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691565.812989:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691565.812995:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691565.813005:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813009:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.813013:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813018:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691565.813045:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691565.813049:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691565.813053:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691565.813055:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691565.813059:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691565.813062:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691565.813068:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813071:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.813073:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813076:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691565.813079:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691565.813085:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813090:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691565.813094:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691565.813098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1790691565.813100:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691565.813106:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691565.813109:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813111:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691565.813119:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691565.813123:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813128:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691565.813137:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691565.813141:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691565.813144:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691565.813147:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813151:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691565.813154:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691565.813156:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691565.813162:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691565.813167:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691565.813176:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061066240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691565.813188:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691565.813192:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.813201:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061066240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691565.813217:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.813222:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691565.813226:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691565.813234:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691565.813242:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691565.813247:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691565.813253:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691565.813258:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691565.813264:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19705
00000400:00000200:3.0:1790691565.813271:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691565.813278:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691565.813281:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691565.813286:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813290:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.813295:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813300:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691565.813306:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691565.813309:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691565.813313:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691565.813316:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691565.813320:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691565.813325:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691565.813331:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813335:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691565.813340:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813345:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691565.813350:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691565.813357:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691565.813362:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691565.813365:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691565.813370:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691565.813374:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813378:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691565.813381:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691565.813387:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813392:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691565.813395:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691565.813397:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691565.813399:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691565.813400:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691565.813402:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691565.813403:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691565.813404:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691565.813407:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691565.813410:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691565.813415:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061066368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691565.813430:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691565.813432:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.813436:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061066368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691565.813482:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691565.813488:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19715)
00000800:00000200:2.1:1790691565.813643:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691565.813646:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691565.813851:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691565.813852:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691565.814068:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691565.814070:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790691567.156580:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314379008, at 4314379072
00000100:00000010:0.0:1790691567.156600:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:0.0:1790691567.732691:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691567.732696:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691567.732700:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691568.756852:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691568.756859:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691568.756864:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691570.933134:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691570.933139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691570.933702:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691570.933703:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691570.933923:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691570.933924:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691570.934124:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691570.934126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:0.0:1790691571.828694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691571.828697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691571.828700:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691572.276566:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314384128, at 4314384192
00000100:00000010:0.0:1790691572.276599:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790691572.852665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691572.852669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691572.852672:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691575.924668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691575.924672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691575.924675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691576.052656:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691576.052681:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691576.052684:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691576.052689:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691576.052694:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691576.052703:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19715
00000400:00000200:3.0:1790691576.052716:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691576.052726:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691576.052730:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691576.052733:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052736:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.052739:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052741:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691576.052751:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691576.052753:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691576.052756:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691576.052760:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691576.052763:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691576.052765:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691576.052768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052769:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.052771:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052773:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691576.052776:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691576.052779:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052781:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691576.052784:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691576.052788:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691576.052791:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.052795:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691576.052797:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691576.052810:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691576.052814:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691576.052818:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691576.052821:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.052824:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691576.052827:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691576.052833:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691576.052843:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691576.052851:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691576.052862:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061067008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691576.052873:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691576.052878:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.052883:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061067008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691576.052913:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691576.052916:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691576.052920:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691576.052921:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691576.052923:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691576.052926:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691576.052928:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19715
00000400:00000200:3.0:1790691576.052932:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691576.052935:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691576.052938:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691576.052941:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052943:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.052948:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052951:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691576.052956:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691576.052958:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691576.052960:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691576.052963:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691576.052965:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691576.052966:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691576.052970:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052979:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.052982:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052984:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691576.052985:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691576.052989:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691576.052994:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691576.052998:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691576.053015:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691576.053023:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053035:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691576.053044:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691576.053052:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053069:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691576.053082:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691576.053099:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691576.053115:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691576.053120:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053127:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691576.053137:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691576.053141:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691576.053150:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691576.053160:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691576.053168:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061067136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691576.053189:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691576.053199:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.053215:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061067136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691576.053244:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691576.053250:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691576.053269:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691576.053277:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691576.053283:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691576.053295:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691576.053305:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19715
00000400:00000200:3.0:1790691576.053319:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691576.053335:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691576.053338:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691576.053344:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053351:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.053358:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053364:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691576.053393:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691576.053396:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691576.053403:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691576.053410:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691576.053419:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691576.053424:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691576.053439:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053447:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.053518:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053532:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691576.053541:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:2.1:1790691576.053548:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790691576.053549:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053558:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691576.053559:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
02000000:00000001:3.0:1790691576.053564:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691576.053570:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691576.053583:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053597:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691576.053604:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691576.053617:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053624:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691576.053632:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691576.053644:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691576.053662:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691576.053674:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.053678:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691576.053682:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691576.053688:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691576.053701:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691576.053708:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691576.053720:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061067264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691576.053740:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691576.053746:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.053758:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061067264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691576.053779:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.053784:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691576.053791:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691576.053795:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691576.053808:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691576.053815:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691576.053824:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691576.053841:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691576.053855:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19715
00000400:00000200:3.0:1790691576.053869:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691576.053885:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691576.053895:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691576.053906:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053920:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.053929:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.053941:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691576.053954:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691576.053961:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691576.053969:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691576.053980:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691576.053985:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691576.053994:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691576.054007:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.054014:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691576.054027:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691576.054036:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691576.054045:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691576.054060:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691576.054065:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691576.054070:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691576.054080:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691576.054098:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.054108:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691576.054113:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691576.054121:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.054126:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691576.054137:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691576.054147:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691576.054152:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691576.054156:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691576.054163:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691576.054165:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691576.054168:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691576.054173:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691576.054178:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691576.054193:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061067392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691576.054220:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691576.054226:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.054243:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061067392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691576.054265:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691576.054272:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19725)
00000800:00000200:2.1:1790691576.054387:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691576.054388:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691576.054628:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691576.054630:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790691576.054811:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691576.054813:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790691576.948681:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691576.948685:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691576.948688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691577.396558:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314389249, at 4314389312
00000100:00000010:0.0:1790691577.396580:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:0.0:1790691580.020648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691580.020653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691580.020657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691581.044722:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691581.044734:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691581.044743:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691581.173439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691581.173448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691581.174476:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691581.174479:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691581.174690:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691581.174691:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790691581.174953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691581.174956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790691582.516549:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314394369, at 4314394432
00000100:00000010:0.0:1790691582.516564:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:0.0:1790691584.116589:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691584.116593:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691584.116596:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691585.140654:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691585.140657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691585.140660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691586.293194:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691586.293203:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691586.293905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691586.293907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691586.294142:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691586.294144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691586.294400:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691586.294416:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1790691587.636559:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314399488, at 4314399552
00000100:00000010:0.0:1790691587.636576:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:0.0:1790691588.212763:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691588.212769:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691588.212773:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691589.236735:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691589.236740:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691589.236745:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691591.412605:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691591.412620:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691591.412635:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691591.412640:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691591.412647:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691591.412658:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19730
00000400:00000200:3.0:1790691591.412670:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691591.412680:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691591.412685:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691591.412690:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412695:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.412698:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412702:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691591.412713:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691591.412716:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691591.412720:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691591.412725:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691591.412728:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691591.412731:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691591.412734:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412737:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.412739:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412741:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691591.412745:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691591.412749:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412753:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691591.412757:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691591.412762:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691591.412766:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.412769:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691591.412772:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691591.412785:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691591.412790:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691591.412794:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691591.412797:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.412801:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691591.412805:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691591.412811:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691591.412821:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691591.412831:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691591.412846:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061068544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691591.412874:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691591.412880:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.412886:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061068544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691591.412918:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691591.412923:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691591.412927:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691591.412929:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691591.412931:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691591.412936:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691591.412940:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19730
00000400:00000200:3.0:1790691591.412946:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691591.412951:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691591.412955:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691591.412961:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412965:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.412969:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.412972:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691591.412987:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691591.412992:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691591.412996:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691591.413005:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691591.413013:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691591.413022:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691591.413038:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413057:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.413069:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413079:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691591.413090:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691591.413104:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413128:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691591.413138:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691591.413149:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691591.413156:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413163:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691591.413175:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691591.413190:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413216:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691591.413259:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691591.413274:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691591.413284:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691591.413291:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413301:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691591.413304:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691591.413307:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691591.413320:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691591.413333:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691591.413349:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061068672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691591.413398:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691591.413402:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.413418:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061068672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691591.413461:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691591.413465:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1790691591.413518:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691591.413527:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691591.413548:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691591.413553:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691591.413563:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691591.413576:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691591.413613:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19730
00000400:00000200:3.0:1790691591.413622:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691591.413634:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691591.413641:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691591.413653:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413658:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.413663:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413667:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691591.413677:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691591.413684:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691591.413693:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691591.413699:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691591.413705:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691591.413710:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691591.413721:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.413734:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413743:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691591.413752:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691591.413765:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691591.413778:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691591.413787:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691591.413794:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691591.413801:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413818:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691591.413821:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691591.413828:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413831:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691591.413837:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691591.413859:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691591.413870:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691591.413884:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.413888:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691591.413893:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691591.413901:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691591.413918:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691591.413930:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691591.413961:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061068800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691591.413996:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691591.414019:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.414043:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061068800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691591.414128:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.414147:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691591.414159:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691591.414185:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691591.414190:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691591.414194:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691591.414213:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691591.414218:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691591.414225:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19730
00000400:00000200:3.0:1790691591.414261:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691591.414268:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691591.414279:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691591.414291:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.414300:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.414312:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.414316:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691591.414323:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691591.414328:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691591.414335:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691591.414350:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691591.414360:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691591.414369:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691591.414380:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.414387:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691591.414394:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691591.414407:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691591.414415:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691591.414426:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691591.414432:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691591.414438:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691591.414451:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691591.414458:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.414462:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691591.414488:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691591.414492:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.414494:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691591.414499:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691591.414502:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691591.414508:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691591.414510:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691591.414513:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691591.414519:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691591.414525:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691591.414533:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691591.414545:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691591.414567:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061068928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691591.414628:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691591.414637:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.414652:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061068928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691591.414697:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691591.414710:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19741)
00000800:00000200:1.1:1790691591.414833:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691591.414837:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691591.415157:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691591.415159:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691591.415476:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691591.415478:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:0.0:1790691592.308656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691592.308660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691592.308663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691592.756568:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314404609, at 4314404672
00000100:00000010:0.0:1790691592.756601:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:3.0:1790691593.332709:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691593.332716:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691593.332721:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691596.404602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691596.404606:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691596.404609:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691596.533146:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691596.533152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691596.533648:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691596.533651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691596.533895:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691596.533898:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691596.534154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691596.534157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790691597.428652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691597.428660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691597.428666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691597.876593:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314409728, at 4314409792
00000100:00000010:0.0:1790691597.876619:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:0.0:1790691600.500731:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691600.500735:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691600.500738:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691601.524605:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691601.524609:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691601.524612:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691601.652549:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691601.652557:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691601.652560:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691601.652563:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691601.652567:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691601.652573:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19741
00000400:00000200:3.0:1790691601.652581:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691601.652587:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691601.652590:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691601.652593:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652596:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652598:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652600:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691601.652607:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691601.652610:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691601.652612:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691601.652615:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691601.652617:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691601.652619:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691601.652621:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652622:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652623:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652625:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691601.652627:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691601.652629:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652631:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691601.652633:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691601.652636:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691601.652638:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.652640:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691601.652641:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691601.652650:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691601.652652:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691601.652655:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691601.652657:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.652659:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691601.652661:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691601.652665:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691601.652672:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691601.652677:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691601.652685:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061069568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691601.652694:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691601.652697:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.652701:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061069568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691601.652725:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691601.652728:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691601.652731:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691601.652732:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691601.652733:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691601.652735:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691601.652737:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19741
00000400:00000200:3.0:1790691601.652739:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691601.652741:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691601.652743:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691601.652746:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652748:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652750:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652752:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691601.652755:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691601.652756:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691601.652758:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691601.652760:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691601.652761:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691601.652763:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691601.652765:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652770:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652772:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652777:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691601.652780:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691601.652785:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652788:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691601.652790:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691601.652796:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691601.652803:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.652805:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691601.652818:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691601.652822:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.652829:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691601.652835:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691601.652840:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691601.652846:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691601.652850:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.652851:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691601.652852:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691601.652854:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691601.652864:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691601.652871:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691601.652878:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061069696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691601.652889:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691601.652890:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.652894:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061069696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691601.652909:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691601.652912:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691601.652920:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691601.652923:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691601.652925:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691601.652929:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691601.652934:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19741
00000400:00000200:3.0:1790691601.652942:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691601.652948:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691601.652951:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691601.652957:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652959:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652964:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652966:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691601.652972:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691601.652975:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691601.652978:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691601.652981:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691601.652984:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691601.652985:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691601.652989:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.652993:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.652997:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653016:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691601.653018:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691601.653021:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653026:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691601.653031:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691601.653034:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691601.653037:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653040:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691601.653043:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691601.653046:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653049:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691601.653054:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691601.653059:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691601.653064:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691601.653067:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653070:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691601.653073:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691601.653076:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691601.653082:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691601.653088:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691601.653098:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061069824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691601.653113:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691601.653118:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.653124:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061069824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691601.653132:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.653134:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691601.653137:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691601.653141:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691601.653147:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691601.653150:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691601.653153:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691601.653155:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691601.653158:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19741
00000400:00000200:3.0:1790691601.653165:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790691601.653165:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790691601.653168:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691601.653172:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.1:1790691601.653175:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1790691601.653176:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653180:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.653185:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653190:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691601.653196:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691601.653200:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691601.653201:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691601.653204:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691601.653208:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691601.653214:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691601.653221:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653224:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691601.653229:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653234:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691601.653236:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691601.653241:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691601.653244:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691601.653247:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691601.653251:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691601.653256:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653260:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691601.653264:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691601.653268:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653272:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691601.653275:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691601.653280:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691601.653284:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691601.653287:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691601.653290:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691601.653293:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691601.653295:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691601.653303:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691601.653309:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691601.653323:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061069952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691601.653334:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691601.653336:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.653341:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061069952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691601.653349:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691601.653355:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19751)
00000800:00000200:2.1:1790691601.653661:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691601.653663:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691601.653864:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691601.653866:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790691601.654109:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691601.654111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691602.996538:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314414848, at 4314414912
00000100:00000010:0.0:1790691602.996552:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000020:00000001:0.0:1790691604.596660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691604.596664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691604.596667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691605.620752:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691605.620758:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691605.620763:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691606.772586:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691606.772598:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691606.772602:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691606.772605:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691606.772617:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691606.772625:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19746
00000400:00000200:3.0:1790691606.772635:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691606.772642:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691606.772646:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691606.772649:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772653:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.772656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772658:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691606.772666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691606.772668:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691606.772671:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691606.772674:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691606.772682:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691606.772684:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691606.772688:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772690:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.772692:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772695:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691606.772698:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691606.772701:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772703:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691606.772708:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691606.772711:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691606.772715:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.772717:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691606.772719:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691606.772728:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691606.772731:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691606.772735:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691606.772737:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.772740:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691606.772742:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691606.772747:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691606.772754:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691606.772761:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691606.772769:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061070080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691606.772780:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691606.772784:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.772790:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061070080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691606.772813:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691606.772816:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691606.772820:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691606.772821:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691606.772823:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691606.772826:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691606.772828:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19746
00000400:00000200:3.0:1790691606.772833:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691606.772837:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691606.772840:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691606.772845:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772847:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.772852:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772856:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691606.772863:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691606.772866:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691606.772869:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691606.772874:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691606.772881:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691606.772886:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691606.772895:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772918:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.772923:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772928:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691606.772932:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691606.772937:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691606.772944:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691606.772949:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691606.772957:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691606.772964:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.772968:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691606.772974:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691606.772979:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.772983:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691606.772988:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691606.772994:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691606.773001:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691606.773004:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773008:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691606.773012:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691606.773015:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691606.773023:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691606.773031:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691606.773042:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061070208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691606.773059:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691606.773065:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.773073:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061070208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691606.773095:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691606.773101:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691606.773117:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691606.773120:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691606.773123:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691606.773128:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691606.773134:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19746
00000400:00000200:3.0:1790691606.773142:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790691606.773143:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691606.773149:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1790691606.773152:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691606.773159:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691606.773168:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773175:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.773182:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773186:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691606.773193:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691606.773196:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691606.773199:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691606.773202:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691606.773207:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691606.773214:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691606.773222:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773226:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.773232:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773238:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691606.773243:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691606.773249:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773255:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691606.773258:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691606.773262:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691606.773267:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773272:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691606.773275:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691606.773280:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773285:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691606.773290:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691606.773296:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691606.773298:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691606.773300:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773303:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691606.773306:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691606.773309:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691606.773315:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691606.773320:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691606.773330:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061070336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691606.773351:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691606.773356:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.773367:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061070336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691606.773384:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.773388:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691606.773394:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691606.773400:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691606.773408:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691606.773413:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691606.773417:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691606.773421:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691606.773427:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19746
00000400:00000200:3.0:1790691606.773433:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691606.773441:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691606.773446:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691606.773475:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773479:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.773482:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773487:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691606.773493:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691606.773496:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691606.773499:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691606.773503:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691606.773508:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691606.773513:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691606.773520:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773524:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691606.773529:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773534:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691606.773540:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691606.773547:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691606.773553:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691606.773557:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691606.773562:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691606.773570:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773574:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691606.773579:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691606.773584:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773589:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691606.773596:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691606.773601:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691606.773609:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691606.773613:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691606.773619:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691606.773623:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691606.773626:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691606.773633:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691606.773641:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691606.773652:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061070464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691606.773666:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691606.773669:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.773676:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061070464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691606.773692:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691606.773697:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19756)
00000800:00000200:2.1:1790691606.773817:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691606.773820:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691606.774036:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691606.774038:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790691606.774275:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691606.774278:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691608.116588:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314419968, at 4314420032
00000100:00000010:0.0:1790691608.116606:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:0.0:1790691608.692614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691608.692619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691608.692624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691609.716633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691609.716637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691609.716640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691611.892559:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691611.892567:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691611.892569:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691611.892572:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691611.892576:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691611.892583:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19751
00000400:00000200:0.0:1790691611.892592:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691611.892598:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691611.892601:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691611.892604:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892606:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.892608:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892610:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691611.892617:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691611.892618:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691611.892620:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691611.892623:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691611.892625:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691611.892626:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691611.892628:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892630:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.892631:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691611.892634:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691611.892637:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892640:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691611.892643:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691611.892647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691611.892649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.892652:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691611.892654:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691611.892664:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691611.892668:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691611.892671:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691611.892673:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.892676:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691611.892679:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691611.892684:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691611.892695:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691611.892701:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691611.892711:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061070592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691611.892722:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691611.892726:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.892729:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061070592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691611.892748:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691611.892750:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691611.892753:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691611.892754:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691611.892755:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691611.892757:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691611.892759:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19751
00000400:00000200:0.0:1790691611.892762:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691611.892779:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691611.892781:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691611.892783:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892784:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.892786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892788:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691611.892790:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691611.892792:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691611.892793:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691611.892795:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691611.892797:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691611.892799:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691611.892812:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892817:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.892819:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892821:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691611.892826:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691611.892829:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892834:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691611.892837:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691611.892843:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691611.892845:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.892847:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691611.892851:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691611.892857:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.892861:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691611.892867:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691611.892870:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691611.892874:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691611.892877:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.892878:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691611.892882:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691611.892884:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691611.892892:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691611.892900:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691611.892911:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061070720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691611.892924:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691611.892929:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.892936:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061070720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691611.892943:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691611.892947:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691611.892952:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691611.892954:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691611.892955:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691611.892959:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691611.892963:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19751
00000400:00000200:0.0:1790691611.892967:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691611.892973:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691611.892976:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691611.892979:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892986:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.892987:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.892989:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691611.892991:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691611.892994:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691611.892998:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691611.893000:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691611.893003:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691611.893007:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691611.893012:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893014:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.893018:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893021:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691611.893025:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691611.893030:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893034:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691611.893036:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691611.893041:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691611.893045:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893048:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691611.893050:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691611.893055:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893060:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691611.893066:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691611.893067:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691611.893071:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691611.893075:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893076:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691611.893078:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691611.893081:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691611.893087:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691611.893092:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691611.893101:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061070848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691611.893118:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691611.893122:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.893127:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061070848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691611.893143:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.893146:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691611.893153:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691611.893156:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691611.893160:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691611.893161:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691611.893164:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691611.893167:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691611.893172:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19751
00000800:00000200:2.1:1790691611.893180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790691611.893181:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790691611.893186:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000400:00000200:0.0:1790691611.893187:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691611.893191:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691611.893197:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893202:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.893206:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893207:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691611.893210:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691611.893212:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691611.893216:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691611.893219:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691611.893223:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691611.893228:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691611.893235:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893239:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691611.893244:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893248:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691611.893253:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691611.893259:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691611.893266:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691611.893271:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691611.893276:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691611.893283:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893289:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691611.893294:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691611.893300:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893304:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691611.893312:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691611.893316:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691611.893320:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691611.893322:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691611.893327:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691611.893328:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691611.893330:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691611.893335:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691611.893340:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691611.893351:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061070976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691611.893362:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691611.893366:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.893375:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061070976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691611.893388:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691611.893394:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19761)
00000800:00000200:2.1:1790691611.893624:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691611.893626:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691611.893903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691611.893906:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691611.894237:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691611.894240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:0.0:1790691612.788839:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691612.788845:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691612.788850:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691613.236525:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314425088, at 4314425152
00000100:00000010:0.0:1790691613.236536:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790691613.812641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691613.812645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691613.812648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790691616.884589:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691616.884594:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691616.884598:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691617.012532:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691617.012540:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691617.012542:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691617.012545:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691617.012549:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691617.012556:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19756
00000400:00000200:0.0:1790691617.012564:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691617.012570:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691617.012573:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691617.012575:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012578:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.012580:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012581:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691617.012588:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691617.012590:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691617.012593:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691617.012595:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691617.012597:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691617.012599:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691617.012601:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012602:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.012603:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012605:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691617.012607:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691617.012609:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012610:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691617.012613:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691617.012616:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691617.012618:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.012620:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691617.012621:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691617.012629:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691617.012631:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691617.012634:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691617.012636:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.012638:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691617.012640:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691617.012644:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691617.012651:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691617.012656:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691617.012663:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061071104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691617.012671:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691617.012675:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.012678:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061071104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691617.012716:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691617.012720:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691617.012722:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691617.012723:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691617.012736:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691617.012739:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691617.012741:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19756
00000400:00000200:0.0:1790691617.012744:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691617.012747:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691617.012750:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691617.012752:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012754:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.012756:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012757:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691617.012761:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691617.012762:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691617.012765:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691617.012768:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691617.012771:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691617.012775:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691617.012779:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012783:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.012787:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012791:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691617.012796:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691617.012800:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012803:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691617.012807:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691617.012814:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691617.012820:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.012823:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691617.012829:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691617.012833:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.012836:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691617.012842:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691617.012847:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691617.012854:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691617.012858:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.012862:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691617.012865:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691617.012870:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691617.012878:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691617.012886:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691617.012898:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061071232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691617.012916:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691617.012919:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.012927:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061071232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691617.012935:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691617.012939:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691617.012943:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691617.012946:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691617.012948:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691617.012953:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691617.012959:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19756
00000400:00000200:0.0:1790691617.012966:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691617.012973:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691617.012977:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691617.012983:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012986:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.012988:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.012991:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691617.013005:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691617.013008:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691617.013011:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691617.013014:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691617.013016:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691617.013018:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691617.013023:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013025:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.013029:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013031:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691617.013035:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691617.013039:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013042:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691617.013047:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691617.013049:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790691617.013050:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790691617.013052:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013066:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790691617.013066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000008:00100000:0.0:1790691617.013068:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691617.013076:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013082:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691617.013087:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691617.013094:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691617.013099:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691617.013103:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013108:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691617.013112:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691617.013115:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691617.013132:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691617.013138:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691617.013150:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061071360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691617.013183:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691617.013187:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.013194:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061071360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691617.013208:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.013214:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691617.013216:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691617.013219:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691617.013224:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691617.013225:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691617.013226:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691617.013229:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691617.013233:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19756
00000400:00000200:0.0:1790691617.013237:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691617.013241:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691617.013245:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691617.013248:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013250:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.013254:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013257:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691617.013263:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691617.013264:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691617.013268:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691617.013271:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691617.013275:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691617.013280:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691617.013284:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013297:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691617.013302:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013305:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691617.013309:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691617.013314:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691617.013319:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691617.013323:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691617.013327:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691617.013330:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013333:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691617.013336:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691617.013340:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013344:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691617.013350:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691617.013356:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691617.013359:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691617.013362:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691617.013365:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691617.013368:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691617.013371:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691617.013375:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691617.013381:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691617.013389:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061071488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691617.013409:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691617.013412:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.013418:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061071488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691617.013431:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691617.013438:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19766)
00000800:00000200:2.1:1790691617.013625:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691617.013628:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691617.013866:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691617.013868:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691617.014086:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691617.014088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1790691617.908674:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691617.908680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691617.908700:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691618.356554:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314430208, at 4314430272
00000100:00000010:0.0:1790691618.356569:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:0.0:1790691620.980710:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691620.980715:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691620.980719:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691622.004696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691622.004701:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691622.004706:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691622.132577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691622.132586:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691622.132588:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691622.132593:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691622.132597:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691622.132622:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19761
00000400:00000200:0.0:1790691622.132632:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691622.132639:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691622.132643:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691622.132647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132652:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.132656:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132659:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691622.132667:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691622.132669:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691622.132672:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691622.132675:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691622.132677:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691622.132680:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691622.132683:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132684:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.132686:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132687:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691622.132689:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691622.132692:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132695:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691622.132698:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691622.132700:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691622.132702:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.132704:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691622.132706:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691622.132713:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691622.132716:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691622.132719:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691622.132720:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.132722:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691622.132725:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691622.132728:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691622.132741:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691622.132747:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691622.132754:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061071616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691622.132762:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691622.132765:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.132769:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061071616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691622.132784:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691622.132787:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691622.132789:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691622.132791:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691622.132792:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691622.132794:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691622.132795:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19761
00000400:00000200:0.0:1790691622.132798:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691622.132799:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691622.132801:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691622.132804:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132807:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.132811:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132813:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691622.132815:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691622.132816:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691622.132817:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691622.132822:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691622.132830:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691622.132834:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691622.132842:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132846:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.132858:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132867:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691622.132876:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691622.132888:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691622.132895:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691622.132901:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691622.132915:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691622.132926:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.132946:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691622.132957:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691622.132963:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.132968:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691622.132976:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691622.132979:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691622.132982:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691622.132983:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.132984:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691622.132987:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691622.132993:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691622.132997:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691622.133002:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691622.133009:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061071744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691622.133018:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691622.133026:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.133031:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061071744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691622.133051:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691622.133055:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691622.133059:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691622.133063:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691622.133065:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691622.133067:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691622.133072:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19761
00000400:00000200:0.0:1790691622.133079:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691622.133088:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691622.133091:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691622.133099:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133108:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.133122:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133136:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691622.133146:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691622.133153:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691622.133158:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691622.133162:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691622.133173:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691622.133176:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691622.133180:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133191:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.133195:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133198:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691622.133199:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691622.133204:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133212:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691622.133214:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691622.133218:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691622.133229:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133234:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691622.133244:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691622.133254:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133259:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691622.133269:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691622.133278:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691622.133288:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691622.133293:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133300:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691622.133302:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691622.133305:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691622.133318:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691622.133327:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691622.133339:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061071872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790691622.133360:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691622.133372:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691622.133375:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.133379:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061071872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691622.133397:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.133408:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691622.133420:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691622.133424:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691622.133428:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691622.133430:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691622.133434:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691622.133449:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691622.133452:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19761
00000400:00000200:0.0:1790691622.133492:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691622.133499:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691622.133505:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691622.133518:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133532:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.133543:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133555:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691622.133568:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691622.133570:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691622.133571:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691622.133574:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691622.133583:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691622.133597:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691622.133621:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133627:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691622.133632:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133637:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691622.133649:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691622.133662:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691622.133670:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691622.133676:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691622.133683:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691622.133698:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133715:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691622.133720:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691622.133725:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133731:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691622.133739:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691622.133743:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691622.133747:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691622.133750:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691622.133758:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691622.133766:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691622.133768:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691622.133774:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691622.133779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691622.133792:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061072000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691622.133808:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691622.133813:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.133819:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061072000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691622.133847:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691622.133856:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19771)
00000800:00000200:2.1:1790691622.133983:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691622.134197:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691622.134414:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691623.476524:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314435328, at 4314435392
00000100:00000010:0.0:1790691623.476535:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:0.0:1790691625.076741:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691625.076745:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691625.076750:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790691625.204861:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691625.204936:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691625.204951:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691625.204958:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691625.204966:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691625.204973:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691625.204981:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691625.204988:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df600.
00000400:00000200:3.0:1790691625.204996:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691625.205003:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691625.205013:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2770
00000400:00000010:3.0:1790691625.205017:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2770.
00000100:00000001:3.0:1790691625.205022:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691625.205032:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061071616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205065:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691625.205073:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061071616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205086:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691625.205089:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691625.205103:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691625.205108:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df200.
00000400:00000200:3.0:1790691625.205114:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691625.205120:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691625.205126:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2110
00000400:00000010:3.0:1790691625.205130:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2110.
00000100:00000001:3.0:1790691625.205135:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691625.205147:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061071744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205171:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691625.205183:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061071744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205214:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691625.205221:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691625.205239:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691625.205248:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfc00.
00000400:00000200:3.0:1790691625.205257:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691625.205268:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691625.205290:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2bb0
00000400:00000010:3.0:1790691625.205298:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2bb0.
00000100:00000001:3.0:1790691625.205307:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691625.205318:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061071872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205340:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691625.205349:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061071872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205370:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691625.205377:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691625.205421:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691625.205433:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:3.0:1790691625.205443:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691625.205510:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691625.205517:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2088
00000400:00000010:3.0:1790691625.205521:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2088.
00000100:00000001:3.0:1790691625.205526:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691625.205538:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061072000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205577:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691625.205587:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061072000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691647 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691625.205607:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691625.205613:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691626.100608:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691626.100613:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691626.100616:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691627.252605:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691627.252615:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691627.252618:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691627.252620:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691627.252624:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691627.252631:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19766
00000400:00000200:3.0:1790691627.252638:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691627.252651:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691627.252654:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691627.252656:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252659:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.252661:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252663:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691627.252669:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691627.252671:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691627.252673:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691627.252676:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691627.252677:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691627.252679:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691627.252681:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252682:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.252684:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252685:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691627.252687:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691627.252689:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252691:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691627.252694:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691627.252696:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691627.252698:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.252699:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691627.252701:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691627.252706:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691627.252709:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691627.252712:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691627.252714:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.252716:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691627.252718:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691627.252721:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691627.252727:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691627.252732:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691627.252740:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061072128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691627.252748:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691627.252751:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691627.252754:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061072128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691627.252772:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691627.252774:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691627.252777:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691627.252778:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691627.252779:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691627.252781:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691627.252783:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19766
00000400:00000200:3.0:1790691627.252785:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691627.252788:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691627.252789:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691627.252791:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252793:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.252795:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252797:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691627.252800:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691627.252801:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691627.252802:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691627.252805:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691627.252806:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691627.252808:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691627.252811:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252814:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.252817:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252818:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691627.252823:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691627.252825:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691627.252830:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691627.252833:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691627.252840:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691627.252851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.252855:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691627.252861:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691627.252866:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.252871:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691627.252875:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691627.252880:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691627.252886:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691627.252890:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.252895:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691627.252898:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691627.252902:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691627.252909:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691627.252916:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691627.252927:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061072256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691627.252943:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691627.252948:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691627.252956:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061072256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691627.252978:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691627.252984:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691627.252992:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691627.252996:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691627.252999:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691627.253005:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691627.253011:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19766
00000400:00000200:3.0:1790691627.253017:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691627.253020:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691627.253022:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691627.253025:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253028:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.253030:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253032:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691627.253038:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691627.253041:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691627.253045:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691627.253048:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691627.253053:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691627.253057:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691627.253065:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253067:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.253073:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253078:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691627.253081:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691627.253083:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253089:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691627.253094:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691627.253098:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691627.253102:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253107:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691627.253110:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691627.253115:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253119:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691627.253125:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691627.253132:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691627.253138:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691627.253141:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253146:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691627.253151:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691627.253154:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691627.253161:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691627.253165:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691627.253176:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061072384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691627.253199:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691627.253205:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691627.253215:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061072384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790691627.253226:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691627.253232:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691627.253233:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:3.0:1790691627.253237:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691627.253247:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691627.253255:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691627.253261:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691627.253263:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691627.253265:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691627.253271:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691627.253279:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19766
00000400:00000200:3.0:1790691627.253285:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691627.253290:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691627.253293:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691627.253299:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253303:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.253308:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253319:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691627.253325:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691627.253329:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691627.253333:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691627.253337:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691627.253342:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691627.253347:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691627.253355:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253361:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691627.253364:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253367:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691627.253372:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691627.253380:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691627.253384:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691627.253389:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691627.253393:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691627.253397:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253400:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691627.253404:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691627.253409:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253412:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691627.253419:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691627.253427:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691627.253435:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691627.253575:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691627.253581:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691627.253586:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691627.253590:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691627.253600:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691627.253606:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691627.253617:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061072512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691627.253633:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691627.253639:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691627.253647:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061072512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691627.253670:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691627.253678:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19776)
00000800:00000200:2.1:1790691627.253867:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691627.253870:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691627.254177:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691627.254179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790691627.254493:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691627.254496:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691628.596587:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314440448, at 4314440512
00000100:00000010:0.0:1790691628.596605:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:0.0:1790691629.172607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691629.172610:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691629.172613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691630.196663:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691630.196668:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691630.196671:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691632.372632:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691632.372644:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691632.372648:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691632.372652:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691632.372673:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691632.372681:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19771
00000400:00000200:0.0:1790691632.372702:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691632.372709:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691632.372713:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691632.372717:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372720:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.372722:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372724:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691632.372731:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691632.372733:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691632.372735:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691632.372738:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691632.372740:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691632.372742:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691632.372744:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372745:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.372746:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372747:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691632.372749:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691632.372752:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372753:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691632.372756:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691632.372758:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691632.372760:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.372772:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691632.372774:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691632.372781:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691632.372784:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691632.372788:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691632.372789:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.372791:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691632.372793:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691632.372797:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691632.372803:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691632.372808:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691632.372815:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061072640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691632.372823:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691632.372826:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.372830:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061072640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691632.372851:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691632.372855:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691632.372858:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691632.372860:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691632.372861:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691632.372865:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691632.372867:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19771
00000400:00000200:0.0:1790691632.372871:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691632.372875:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691632.372878:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691632.372882:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372885:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.372888:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372891:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691632.372896:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691632.372899:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691632.372903:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691632.372908:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691632.372915:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691632.372921:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691632.372932:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372939:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.372945:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372951:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691632.372955:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691632.372962:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691632.372964:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691632.372966:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691632.372972:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691632.372975:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.372977:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691632.372982:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691632.372986:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.372990:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691632.372997:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691632.373003:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691632.373008:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691632.373012:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373018:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691632.373022:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691632.373026:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691632.373036:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691632.373042:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691632.373050:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061072768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691632.373062:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691632.373065:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.373071:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061072768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691632.373098:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691632.373104:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691632.373111:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691632.373115:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691632.373118:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691632.373121:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691632.373128:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19771
00000400:00000200:0.0:1790691632.373137:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691632.373144:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691632.373146:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691632.373149:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373154:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.373160:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373164:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691632.373167:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1790691632.373168:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691632.373169:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691632.373173:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790691632.373173:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000040:0.0:1790691632.373177:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691632.373181:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691632.373185:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691632.373199:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373202:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.373204:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373207:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691632.373212:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691632.373218:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373223:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691632.373229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691632.373233:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691632.373238:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373243:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691632.373246:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691632.373251:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373253:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691632.373257:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691632.373261:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691632.373266:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691632.373268:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373272:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691632.373275:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691632.373277:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691632.373283:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691632.373288:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691632.373295:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061072896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691632.373304:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691632.373307:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.373311:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061072896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691632.373320:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.373321:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691632.373325:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691632.373329:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691632.373336:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691632.373337:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691632.373338:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691632.373344:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691632.373347:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19771
00000400:00000200:0.0:1790691632.373362:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691632.373367:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691632.373372:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691632.373377:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373382:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.373385:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373387:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691632.373391:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691632.373394:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691632.373397:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691632.373399:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691632.373403:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691632.373421:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691632.373425:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373430:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691632.373432:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373441:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691632.373446:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691632.373452:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691632.373484:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691632.373487:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691632.373491:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691632.373494:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373509:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691632.373512:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691632.373517:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373520:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691632.373525:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691632.373531:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691632.373534:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691632.373538:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691632.373541:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691632.373544:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691632.373548:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691632.373570:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691632.373577:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691632.373588:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061073024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691632.373607:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691632.373625:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.373654:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061073024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691632.373689:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691632.373698:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19781)
00000800:00000200:2.1:1790691632.373923:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691632.373925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691632.374119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691632.374121:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691632.374387:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691632.374389:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790691633.268773:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790691633.268780:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790691633.268785:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691633.716593:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314445568, at 4314445632
00000100:00000010:0.0:1790691633.716618:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:3.0:1790691634.292644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691634.292649:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691634.292652:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691637.364633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691637.364637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691637.364640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691637.492524:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691637.492533:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691637.492535:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691637.492538:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691637.492542:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691637.492548:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19776
00000400:00000200:0.0:1790691637.492556:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691637.492561:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691637.492564:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691637.492566:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492569:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.492571:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492573:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691637.492580:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691637.492582:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691637.492584:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691637.492587:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691637.492589:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691637.492590:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691637.492592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492594:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.492595:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492596:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691637.492598:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691637.492600:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492601:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691637.492604:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691637.492606:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691637.492608:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.492609:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691637.492611:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691637.492618:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691637.492621:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691637.492624:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691637.492626:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.492629:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691637.492632:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691637.492637:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691637.492646:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691637.492653:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691637.492663:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061073152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691637.492675:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691637.492679:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.492684:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061073152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691637.492702:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691637.492704:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691637.492706:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691637.492708:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691637.492709:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691637.492711:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691637.492713:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19776
00000400:00000200:0.0:1790691637.492715:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691637.492718:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691637.492719:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691637.492722:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492724:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.492726:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492728:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691637.492730:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691637.492732:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691637.492733:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691637.492738:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691637.492747:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691637.492750:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691637.492758:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492763:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.492766:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492769:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691637.492790:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691637.492796:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691637.492804:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691637.492810:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691637.492818:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691637.492822:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.492827:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691637.492835:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691637.492841:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.492863:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691637.492872:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691637.492878:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691637.492882:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691637.492884:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.492887:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691637.492891:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691637.492897:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691637.492905:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691637.492912:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691637.492924:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061073280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691637.492943:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691637.492947:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.492956:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061073280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691637.492974:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691637.492980:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691637.492990:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691637.492996:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691637.493001:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691637.493008:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691637.493015:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19776
00000400:00000200:0.0:1790691637.493038:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691637.493047:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691637.493053:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691637.493063:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.1:1790691637.493068:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691637.493070:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790691637.493072:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790691637.493077:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493084:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691637.493101:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691637.493105:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691637.493110:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691637.493115:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691637.493122:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691637.493127:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691637.493134:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493139:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.493145:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493151:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691637.493157:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691637.493162:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493168:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691637.493173:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691637.493179:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691637.493193:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493198:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691637.493202:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691637.493206:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493212:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691637.493220:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691637.493227:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691637.493232:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691637.493235:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493238:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691637.493243:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691637.493249:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691637.493257:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691637.493264:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691637.493276:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061073408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691637.493296:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691637.493303:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.493331:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061073408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691637.493359:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.493366:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691637.493377:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691637.493384:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691637.493392:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691637.493397:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691637.493402:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691637.493410:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691637.493417:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19776
00000400:00000200:0.0:1790691637.493428:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691637.493436:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691637.493442:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691637.493447:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493453:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.493484:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493488:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691637.493494:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691637.493498:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691637.493502:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691637.493507:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691637.493510:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691637.493524:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691637.493529:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493534:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691637.493537:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493541:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691637.493543:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691637.493547:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691637.493552:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691637.493554:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691637.493559:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691637.493564:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493566:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691637.493568:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691637.493572:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493576:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691637.493580:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691637.493586:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691637.493592:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691637.493593:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691637.493595:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691637.493596:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691637.493601:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691637.493605:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691637.493612:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691637.493620:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061073536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691637.493642:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691637.493648:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.493660:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061073536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691637.493685:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691637.493691:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19787)
00000800:00000200:2.1:1790691637.493750:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691637.493752:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691637.493963:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691637.493965:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790691637.494262:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691637.494275:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1790691638.388612:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691638.388616:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691638.388619:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691638.836539:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314450688, at 4314450752
00000100:00000010:0.0:1790691638.836557:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:3.0:1790691641.460666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691641.460669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691641.460672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691642.484627:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691642.484631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691642.484634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691642.613228:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691642.613249:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691642.613728:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691642.613730:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691642.613937:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691642.613939:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691642.614164:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691642.614166:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790691643.956576:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314455808, at 4314455872
00000100:00000010:0.0:1790691643.956588:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:3.0:1790691645.556623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691645.556627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691645.556629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691646.580682:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691646.580686:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691646.580688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691647.732591:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691647.732611:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691647.732614:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691647.732618:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691647.732623:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691647.732630:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19787
00000400:00000200:3.0:1790691647.732640:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691647.732659:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691647.732663:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691647.732665:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732668:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.732670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691647.732679:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691647.732680:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691647.732682:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691647.732686:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691647.732687:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691647.732689:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691647.732691:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732692:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.732693:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732694:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691647.732696:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691647.732699:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732700:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691647.732703:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691647.732706:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691647.732708:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.732710:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691647.732712:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691647.732720:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691647.732723:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691647.732726:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691647.732727:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.732729:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691647.732732:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691647.732736:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691647.732744:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691647.732751:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691647.732761:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061074176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691647.732773:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691647.732777:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.732782:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061074176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691647.732805:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691647.732810:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691647.732813:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691647.732815:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691647.732816:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691647.732819:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691647.732823:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19787
00000400:00000200:3.0:1790691647.732828:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691647.732831:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691647.732834:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691647.732838:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732843:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.732847:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732851:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691647.732857:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691647.732858:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691647.732862:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691647.732865:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691647.732870:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691647.732871:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691647.732888:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732893:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.732898:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732902:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691647.732907:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691647.732912:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691647.732915:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691647.732919:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691647.732925:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691647.732930:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.732935:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691647.732940:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691647.732946:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.732964:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691647.732969:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691647.732974:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691647.732978:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691647.732980:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.732984:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691647.732985:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691647.732989:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691647.732995:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691647.733000:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691647.733009:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061074304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691647.733022:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691647.733025:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.733029:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061074304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691647.733041:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691647.733044:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691647.733050:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691647.733053:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691647.733056:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691647.733059:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691647.733064:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19787
00000400:00000200:3.0:1790691647.733079:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691647.733086:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691647.733090:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691647.733095:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733100:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.733103:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733120:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691647.733124:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691647.733125:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691647.733128:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691647.733133:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691647.733150:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691647.733154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691647.733155:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790691647.733161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:3.0:1790691647.733162:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733167:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.733172:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733175:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691647.733179:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691647.733181:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733185:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691647.733188:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691647.733192:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691647.733195:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733200:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691647.733203:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691647.733206:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733209:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691647.733215:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691647.733220:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691647.733226:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691647.733228:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733232:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691647.733235:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691647.733237:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691647.733243:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691647.733247:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691647.733255:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061074432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691647.733269:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691647.733273:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.733277:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061074432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691647.733284:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.733288:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691647.733291:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691647.733297:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691647.733302:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691647.733306:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691647.733308:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691647.733311:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691647.733316:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19787
00000400:00000200:3.0:1790691647.733321:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691647.733324:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691647.733327:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691647.733330:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733334:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.733337:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733340:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691647.733344:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691647.733346:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691647.733349:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691647.733352:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691647.733356:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691647.733361:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691647.733367:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733371:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691647.733373:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733376:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691647.733380:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691647.733385:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691647.733389:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691647.733392:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691647.733394:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691647.733405:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733409:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691647.733426:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691647.733430:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733434:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691647.733438:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691647.733442:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691647.733446:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691647.733449:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691647.733451:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691647.733455:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691647.733457:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691647.733465:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691647.733511:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691647.733525:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061074560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691647.733551:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691647.733558:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.733572:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061074560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691647.733609:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691647.733615:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19797)
00000800:00000200:2.1:1790691647.733758:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691647.733759:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691647.734104:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691647.734107:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691647.734523:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691647.734527:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790691649.076590:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314460928, at 4314460992
00000100:00000010:0.0:1790691649.076628:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:3.0:1790691649.652631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691649.652635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691649.652655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691650.676716:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691650.676722:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691650.676726:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691652.853175:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691652.853182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691652.853713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691652.853715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691652.853986:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691652.853988:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691652.854202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691652.854204:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790691653.748624:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691653.748629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691653.748633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691654.196543:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314466048, at 4314466112
00000100:00000010:0.0:1790691654.196557:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790691654.772665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691654.772670:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691654.772674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691657.844626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691657.844631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691657.844634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691657.973157:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691657.973164:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691657.973718:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691657.973720:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691657.973905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691657.973907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691657.974106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691657.974121:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790691658.868668:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691658.868673:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691658.868675:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691659.316567:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314471168, at 4314471232
00000100:00000010:0.0:1790691659.316585:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790691661.940632:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691661.940637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691661.940640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691662.964624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691662.964631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691662.964635:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691663.092563:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691663.092580:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691663.092584:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691663.092589:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691663.092596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691663.092607:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19802
00000400:00000200:3.0:1790691663.092619:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691663.092627:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691663.092633:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691663.092636:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.092644:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092647:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691663.092658:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691663.092661:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691663.092664:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691663.092669:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691663.092672:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691663.092675:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691663.092679:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092681:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.092683:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092685:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691663.092689:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691663.092693:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092696:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691663.092700:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691663.092713:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691663.092717:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.092721:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691663.092724:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691663.092742:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691663.092747:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691663.092752:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691663.092755:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.092759:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691663.092762:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691663.092769:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691663.092779:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691663.092787:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691663.092798:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061075712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691663.092831:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691663.092838:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.092845:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061075712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691663.092875:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691663.092879:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691663.092883:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691663.092885:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691663.092887:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691663.092891:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691663.092894:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19802
00000400:00000200:3.0:1790691663.092900:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691663.092905:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691663.092908:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691663.092913:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092916:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.092922:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092928:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691663.092935:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691663.092940:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691663.092944:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691663.092949:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691663.092954:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691663.092960:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691663.092968:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092972:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.092977:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.092984:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691663.092988:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691663.092997:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093001:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691663.093005:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691663.093013:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691663.093017:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093021:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691663.093027:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691663.093034:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093040:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691663.093047:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691663.093052:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691663.093057:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691663.093060:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093063:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691663.093065:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691663.093070:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691663.093081:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691663.093090:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691663.093100:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061075840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691663.093117:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691663.093121:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.093128:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061075840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691663.093148:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691663.093154:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691663.093164:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691663.093169:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691663.093173:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691663.093190:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691663.093197:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19802
00000400:00000200:3.0:1790691663.093204:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691663.093213:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691663.093219:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691663.093228:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691663.093229:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691663.093235:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691663.093236:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1790691663.093242:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093248:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691663.093256:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691663.093259:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691663.093263:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691663.093268:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691663.093273:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691663.093277:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691663.093286:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093291:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.093300:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093305:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691663.093312:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691663.093322:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093331:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691663.093335:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691663.093339:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691663.093344:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093351:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691663.093356:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691663.093363:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093366:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691663.093372:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691663.093376:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691663.093380:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691663.093384:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093391:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691663.093395:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691663.093400:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691663.093410:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691663.093417:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691663.093428:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061075968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691663.093491:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691663.093495:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.093503:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061075968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691663.093525:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.093529:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691663.093535:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691663.093542:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691663.093546:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691663.093551:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691663.093554:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691663.093559:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691663.093564:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19802
00000400:00000200:3.0:1790691663.093573:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691663.093581:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691663.093585:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691663.093592:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093599:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.093609:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093616:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691663.093625:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691663.093629:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691663.093634:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691663.093639:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691663.093645:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691663.093651:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691663.093659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691663.093667:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691663.093679:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691663.093683:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691663.093686:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691663.093690:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691663.093692:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691663.093694:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093696:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691663.093700:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691663.093705:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093718:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691663.093728:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691663.093732:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691663.093738:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691663.093742:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691663.093744:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691663.093747:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691663.093750:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691663.093758:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691663.093763:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691663.093773:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061076096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691663.093785:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691663.093789:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.093795:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061076096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691663.093807:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691663.093827:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19812)
00000800:00000200:1.1:1790691663.093905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691663.093907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691663.094142:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691663.094144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691663.094391:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691663.094392:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691664.436592:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314476288, at 4314476352
00000100:00000010:0.0:1790691664.436617:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790691666.036635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691666.036639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691666.036642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691667.060612:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691667.060616:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691667.060618:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691668.212556:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691668.212565:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691668.212568:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691668.212571:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691668.212575:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691668.212582:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19807
00000400:00000200:0.0:1790691668.212589:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691668.212596:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691668.212598:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691668.212601:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212604:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.212606:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212607:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691668.212625:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691668.212627:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691668.212629:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691668.212632:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691668.212634:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691668.212635:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691668.212637:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.212640:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691668.212643:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691668.212645:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212647:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691668.212649:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691668.212651:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691668.212653:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.212655:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691668.212656:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691668.212664:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691668.212667:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691668.212670:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691668.212671:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.212673:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691668.212675:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691668.212679:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691668.212685:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691668.212690:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691668.212698:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061076224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691668.212706:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691668.212709:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.212727:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061076224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691668.212747:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691668.212749:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691668.212752:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691668.212754:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691668.212755:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691668.212757:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691668.212759:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19807
00000400:00000200:0.0:1790691668.212761:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691668.212763:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691668.212764:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691668.212766:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212768:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.212769:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212771:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691668.212773:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691668.212774:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691668.212776:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691668.212778:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691668.212780:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691668.212781:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691668.212784:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212785:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.212787:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212789:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691668.212808:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691668.212811:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691668.212815:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691668.212818:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691668.212823:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691668.212827:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.212831:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691668.212835:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691668.212839:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.212841:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691668.212848:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691668.212853:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691668.212859:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691668.212861:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.212865:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691668.212868:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691668.212871:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691668.212877:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691668.212883:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691668.212892:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061076352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691668.212909:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691668.212914:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.212922:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061076352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691668.212960:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691668.212963:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691668.212969:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691668.212972:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691668.212974:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691668.212979:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691668.212987:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19807
00000400:00000200:0.0:1790691668.212995:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691668.213002:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691668.213013:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691668.213019:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213026:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.213043:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213067:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691668.213075:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691668.213078:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691668.213083:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691668.213087:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691668.213090:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691668.213097:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691668.213105:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213119:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.213125:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213146:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691668.213151:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691668.213157:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213163:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691668.213170:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691668.213176:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691668.213184:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.213190:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691668.213194:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691668.213202:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.213208:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691668.213215:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691668.213222:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.1:1790691668.213243:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790691668.213244:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691668.213248:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691668.213249:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790691668.213250:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691668.213253:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691668.213257:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691668.213262:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691668.213267:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691668.213273:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061076480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691668.213292:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691668.213295:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.213303:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061076480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691668.213324:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.213327:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691668.213331:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691668.213337:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691668.213342:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691668.213347:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691668.213351:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691668.213353:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691668.213355:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19807
00000400:00000200:0.0:1790691668.213361:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691668.213367:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691668.213370:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691668.213375:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213377:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.213380:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213383:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691668.213386:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691668.213389:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691668.213391:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691668.213393:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691668.213396:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691668.213402:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691668.213406:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213410:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691668.213414:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213420:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691668.213426:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691668.213431:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691668.213435:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691668.213440:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691668.213443:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691668.213448:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.213450:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691668.213451:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691668.213453:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.213454:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691668.213457:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691668.213458:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691668.213459:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691668.213460:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691668.213462:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691668.213464:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691668.213465:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691668.213469:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691668.213506:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691668.213518:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061076608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691668.213538:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691668.213542:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.213551:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061076608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691668.213573:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691668.213581:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19817)
00000800:00000200:1.1:1790691668.213830:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691668.213833:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691668.214137:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691668.214139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691668.214342:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691668.214344:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691669.556565:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314481408, at 4314481472
00000100:00000010:0.0:1790691669.556580:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790691670.132591:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691670.132595:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691670.132598:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691671.156621:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691671.156625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691671.156628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691673.332585:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691673.332596:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691673.332599:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691673.332603:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691673.332607:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691673.332630:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19812
00000400:00000200:0.0:1790691673.332639:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691673.332646:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691673.332650:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691673.332653:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.332659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332661:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691673.332669:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691673.332671:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691673.332674:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691673.332678:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691673.332681:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691673.332683:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691673.332686:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332689:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.332691:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332693:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691673.332697:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691673.332700:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332702:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691673.332706:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691673.332709:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691673.332729:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.332732:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691673.332735:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691673.332744:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691673.332748:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691673.332751:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691673.332753:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.332756:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691673.332759:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691673.332764:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691673.332773:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691673.332778:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691673.332786:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061076736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691673.332795:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691673.332798:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.332802:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061076736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691673.332821:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691673.332824:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691673.332826:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691673.332827:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691673.332829:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691673.332831:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691673.332833:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19812
00000400:00000200:0.0:1790691673.332835:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691673.332838:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691673.332840:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691673.332842:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332844:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.332846:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332847:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691673.332850:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691673.332852:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691673.332854:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691673.332857:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691673.332858:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691673.332860:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691673.332865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332869:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.332873:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691673.332879:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691673.332885:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691673.332890:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691673.332893:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691673.332899:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691673.332906:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.332908:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691673.332914:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691673.332918:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.332925:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691673.332930:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691673.332932:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691673.332934:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691673.332938:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.332941:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691673.332943:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691673.332946:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691673.332951:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691673.332955:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691673.332962:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061076864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691673.332974:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691673.332984:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.332995:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061076864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691673.333011:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691673.333016:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691673.333025:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691673.333028:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691673.333029:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691673.333034:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691673.333036:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19812
00000400:00000200:0.0:1790691673.333042:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691673.333056:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691673.333063:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691673.333071:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333078:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.333085:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333089:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691673.333131:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691673.333134:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691673.333137:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691673.333139:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691673.333143:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691673.333147:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691673.333152:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333155:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.333160:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333164:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691673.333165:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691673.333168:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790691673.333169:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1790691673.333173:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333180:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691673.333184:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691673.333188:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691673.333207:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333210:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691673.333213:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691673.333216:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333218:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691673.333224:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691673.333226:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691673.333228:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691673.333230:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333235:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691673.333237:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691673.333239:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691673.333245:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691673.333252:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691673.333261:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061076992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691673.333280:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691673.333284:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.333292:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061076992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691673.333304:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.333307:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691673.333315:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691673.333322:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691673.333328:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691673.333332:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691673.333335:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691673.333340:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691673.333348:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19812
00000400:00000200:0.0:1790691673.333359:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691673.333370:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691673.333377:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691673.333382:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333384:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.333389:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333400:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691673.333407:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691673.333411:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691673.333414:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691673.333418:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691673.333423:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691673.333426:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691673.333432:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333435:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691673.333439:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333443:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691673.333446:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691673.333452:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691673.333476:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691673.333478:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691673.333481:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691673.333483:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333484:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691673.333487:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691673.333491:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333496:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691673.333500:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691673.333506:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691673.333513:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691673.333516:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691673.333519:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691673.333522:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691673.333525:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691673.333528:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691673.333532:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691673.333542:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061077120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691673.333557:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691673.333562:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.333571:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061077120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691673.333584:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691673.333589:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19822)
00000800:00000200:1.1:1790691673.333756:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691673.333758:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691673.334024:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691673.334026:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691673.334278:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691673.334295:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790691674.228681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691674.228697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691674.228700:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691674.676600:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314486528, at 4314486592
00000100:00000010:0.0:1790691674.676630:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790691675.252598:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691675.252601:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691675.252609:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691678.324722:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691678.324726:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691678.324730:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691678.452546:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691678.452556:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691678.452559:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691678.452562:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691678.452566:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691678.452574:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19817
00000400:00000200:0.0:1790691678.452583:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691678.452590:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691678.452594:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691678.452597:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452608:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.452610:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452613:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691678.452620:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691678.452623:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691678.452626:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691678.452629:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691678.452632:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691678.452634:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691678.452636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452638:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.452639:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691678.452643:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691678.452646:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452648:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691678.452650:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691678.452653:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691678.452656:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.452657:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691678.452659:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691678.452668:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691678.452671:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691678.452674:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691678.452676:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.452679:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691678.452682:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691678.452686:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691678.452693:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691678.452699:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691678.452713:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061077248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691678.452724:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691678.452728:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.452732:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061077248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691678.452754:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691678.452757:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691678.452761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691678.452762:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691678.452764:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691678.452766:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691678.452768:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19817
00000400:00000200:0.0:1790691678.452771:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691678.452773:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691678.452776:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691678.452779:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.452783:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452786:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691678.452789:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691678.452790:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691678.452792:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691678.452795:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691678.452797:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691678.452799:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691678.452805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452810:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.452817:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452820:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691678.452824:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691678.452831:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691678.452837:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691678.452842:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691678.452848:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691678.452852:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.452856:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691678.452862:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691678.452866:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.452870:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691678.452874:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691678.452880:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691678.452884:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691678.452889:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.452892:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691678.452895:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691678.452898:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691678.452905:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691678.452910:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691678.452920:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061077376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691678.452934:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691678.452937:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.452941:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061077376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691678.452966:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691678.452971:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691678.452978:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691678.452979:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691678.452981:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691678.452984:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691678.452989:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19817
00000400:00000200:0.0:1790691678.452994:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691678.452997:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691678.452999:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691678.453006:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453011:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.453016:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453019:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691678.453024:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691678.453028:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691678.453032:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691678.453036:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691678.453042:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691678.453046:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691678.453056:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453059:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.453066:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453068:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691678.453073:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691678.453078:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453086:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691678.453087:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691678.453090:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691678.453094:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453099:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691678.453102:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691678.453112:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453118:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691678.453124:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691678.453130:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691678.453135:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691678.453139:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453145:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691678.453148:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691678.453153:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691678.453159:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691678.453166:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691678.453176:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061077504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691678.453196:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691678.453200:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.453207:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061077504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691678.453213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691678.453221:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1790691678.453229:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.453236:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691678.453244:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691678.453249:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691678.453256:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691678.453261:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691678.453266:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691678.453269:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691678.453273:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19817
00000400:00000200:0.0:1790691678.453276:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691678.453279:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691678.453281:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691678.453287:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453292:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.453296:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453302:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691678.453310:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691678.453312:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691678.453316:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691678.453321:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691678.453326:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691678.453332:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691678.453346:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453353:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691678.453359:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453367:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691678.453375:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691678.453384:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691678.453390:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691678.453394:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691678.453398:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691678.453404:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453407:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691678.453411:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691678.453418:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453424:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691678.453429:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691678.453436:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691678.453440:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691678.453443:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691678.453448:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691678.453451:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691678.453478:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691678.453483:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691678.453488:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691678.453495:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061077632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691678.453510:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691678.453532:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.453540:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061077632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691678.453569:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691678.453585:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19828)
00000800:00000200:1.1:1790691678.453835:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691678.453837:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691678.454198:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691678.454201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691678.454493:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691678.454495:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1790691679.348691:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691679.348695:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691679.348698:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691679.796564:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314491648, at 4314491712
00000100:00000010:0.0:1790691679.796580:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790691682.420575:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691682.420579:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691682.420582:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691683.444628:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691683.444631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691683.444634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691683.572560:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691683.572570:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691683.572572:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691683.572574:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691683.572578:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691683.572585:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19823
00000400:00000200:3.0:1790691683.572594:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691683.572601:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691683.572606:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691683.572609:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.572616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572619:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691683.572627:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691683.572630:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691683.572643:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691683.572647:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691683.572650:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691683.572653:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691683.572655:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572657:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.572658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691683.572662:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691683.572664:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572666:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691683.572669:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691683.572672:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691683.572674:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.572675:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691683.572677:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691683.572682:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691683.572685:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691683.572688:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691683.572689:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.572692:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691683.572694:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691683.572709:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691683.572715:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691683.572720:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691683.572728:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061077760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691683.572736:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691683.572740:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.572744:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061077760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691683.572764:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691683.572770:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691683.572773:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691683.572774:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691683.572776:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691683.572778:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691683.572779:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19823
00000400:00000200:3.0:1790691683.572783:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691683.572785:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691683.572786:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691683.572788:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572790:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.572792:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572793:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691683.572796:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691683.572797:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691683.572799:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691683.572801:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691683.572803:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691683.572804:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691683.572807:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572808:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.572809:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572810:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691683.572812:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691683.572826:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572829:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691683.572832:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691683.572836:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691683.572840:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.572842:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691683.572846:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691683.572851:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.572854:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691683.572858:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691683.572862:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691683.572865:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691683.572868:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.572873:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691683.572876:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691683.572879:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691683.572896:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691683.572901:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691683.572908:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061077888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691683.572913:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691683.572916:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.572921:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061077888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691683.572932:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691683.572934:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691683.572939:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691683.572943:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691683.572944:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691683.572950:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691683.572952:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19823
00000400:00000200:3.0:1790691683.572958:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691683.572960:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691683.572962:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691683.572967:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572980:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.572984:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.572987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691683.572991:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691683.572994:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691683.572996:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691683.572999:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691683.573003:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691683.573006:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691683.573016:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573023:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.573030:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573034:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691683.573039:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691683.573046:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573051:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691683.573056:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691683.573061:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691683.573066:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573070:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691683.573073:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691683.573078:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573081:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691683.573085:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691683.573090:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691683.573095:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691683.573098:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573102:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691683.573104:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691683.573106:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691683.573113:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691683.573117:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691683.573125:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061078016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790691683.573127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691683.573133:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1790691683.573138:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691683.573142:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.573149:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061078016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691683.573169:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.573174:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691683.573180:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691683.573186:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691683.573190:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691683.573192:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691683.573193:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691683.573197:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691683.573201:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19823
00000400:00000200:3.0:1790691683.573209:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691683.573213:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691683.573217:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691683.573222:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573224:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.573229:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573232:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691683.573235:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691683.573236:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691683.573237:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691683.573240:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691683.573244:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691683.573247:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691683.573253:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573257:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691683.573260:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573263:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691683.573267:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691683.573271:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691683.573274:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691683.573275:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691683.573277:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691683.573279:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573286:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691683.573287:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691683.573291:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573294:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691683.573299:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691683.573304:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691683.573309:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691683.573313:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691683.573316:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691683.573318:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691683.573321:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691683.573326:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691683.573330:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691683.573337:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061078144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691683.573350:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691683.573353:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.573364:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061078144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691683.573394:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691683.573403:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19833)
00000800:00000200:1.1:1790691683.573642:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691683.573643:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691683.573841:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691683.573843:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691683.574029:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691683.574031:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790691684.916578:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314496768, at 4314496832
00000100:00000010:0.0:1790691684.916597:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790691686.516610:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691686.516614:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691686.516617:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691687.540665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691687.540670:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691687.540676:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691688.692644:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691688.692654:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691688.692656:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691688.692659:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691688.692662:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691688.692669:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19828
00000400:00000200:0.0:1790691688.692676:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691688.692683:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691688.692686:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691688.692688:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692692:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.692693:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692695:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691688.692702:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691688.692704:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691688.692706:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691688.692709:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691688.692711:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691688.692713:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691688.692715:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692716:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.692718:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692719:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691688.692721:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691688.692723:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692725:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691688.692727:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691688.692730:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691688.692733:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.692734:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691688.692736:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691688.692744:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691688.692747:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691688.692750:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691688.692751:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.692753:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691688.692756:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691688.692759:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691688.692768:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691688.692773:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691688.692780:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061078272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691688.692789:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691688.692792:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.692796:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061078272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691688.692816:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691688.692818:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691688.692821:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691688.692822:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691688.692823:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691688.692825:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691688.692827:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19828
00000400:00000200:0.0:1790691688.692829:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691688.692831:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691688.692833:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691688.692835:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692837:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.692839:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692842:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691688.692844:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691688.692845:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691688.692846:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691688.692849:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691688.692851:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691688.692852:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691688.692855:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692857:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.692861:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692863:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691688.692866:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691688.692871:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691688.692874:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691688.692876:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691688.692880:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691688.692886:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.692891:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691688.692896:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691688.692903:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.692906:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691688.692920:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691688.692925:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691688.692929:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691688.692932:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.692933:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691688.692935:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691688.692938:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691688.692945:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691688.692950:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691688.692958:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061078400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691688.692978:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691688.692981:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.692989:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061078400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691688.693011:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691688.693017:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691688.693021:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691688.693024:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691688.693026:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691688.693030:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691688.693032:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19828
00000400:00000200:0.0:1790691688.693039:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691688.693044:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691688.693045:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691688.693047:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693049:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.693053:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693059:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691688.693101:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691688.693104:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691688.693107:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691688.693110:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691688.693116:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691688.693117:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691688.693139:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693144:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691688.693147:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691688.693149:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693154:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691688.693157:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691688.693159:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693161:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691688.693162:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691688.693164:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691688.693166:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693168:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691688.693169:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691688.693172:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693176:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691688.693179:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691688.693183:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691688.693187:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691688.693189:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693193:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691688.693195:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691688.693196:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691688.693201:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691688.693206:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691688.693212:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061078528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691688.693219:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691688.693221:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.693228:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061078528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691688.693239:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.693244:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691688.693269:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691688.693273:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691688.693283:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691688.693291:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691688.693297:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691688.693302:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691688.693351:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19828
00000400:00000200:0.0:1790691688.693363:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691688.693373:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691688.693380:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691688.693390:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693395:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.693401:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693406:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691688.693412:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691688.693415:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691688.693418:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691688.693422:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691688.693425:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691688.693429:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691688.693436:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693439:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691688.693446:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693449:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691688.693451:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691688.693502:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691688.693505:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691688.693509:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691688.693513:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691688.693517:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693522:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691688.693526:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691688.693529:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693534:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691688.693538:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691688.693542:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691688.693545:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691688.693547:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691688.693552:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691688.693553:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691688.693557:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691688.693562:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691688.693568:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691688.693576:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061078656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691688.693590:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691688.693595:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.693603:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061078656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691688.693617:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691688.693622:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19838)
00000800:00000200:1.1:1790691688.693656:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691688.693819:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691688.694006:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691690.036568:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314501888, at 4314501952
00000100:00000010:0.0:1790691690.036584:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790691690.612611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691690.612615:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691690.612618:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691691.636670:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691691.636674:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691691.636676:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790691691.764730:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691691.764775:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691691.764787:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691691.764792:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691691.764798:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691691.764804:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691691.764810:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691691.764815:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:3.0:1790691691.764821:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691691.764826:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691691.764844:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9d48
00000400:00000010:3.0:1790691691.764848:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9d48.
00000100:00000001:3.0:1790691691.764854:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691691.764864:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061078272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.764894:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691691.764899:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061078272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.764909:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691691.764911:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691691.764924:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691691.764927:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:3.0:1790691691.764931:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691691.764935:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691691.764939:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:3.0:1790691691.764942:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:3.0:1790691691.764945:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691691.764950:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061078400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.764960:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691691.764963:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061078400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.764972:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691691.764974:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691691.764981:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691691.764984:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:3.0:1790691691.764989:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691691.764992:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691691.764996:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9ee0
00000400:00000010:3.0:1790691691.764998:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9ee0.
00000100:00000001:3.0:1790691691.765002:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691691.765006:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061078528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.765021:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691691.765027:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061078528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.765038:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691691.765042:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691691.765052:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691691.765058:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790691691.765061:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691691.765067:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691691.765075:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9e58
00000400:00000010:3.0:1790691691.765081:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9e58.
00000100:00000001:3.0:1790691691.765084:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691691.765090:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061078656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.765121:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691691.765134:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061078656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691713 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691691.765169:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691691.765173:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790691693.812544:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691693.812553:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691693.812555:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691693.812558:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691693.812574:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691693.812580:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19833
00000400:00000200:0.0:1790691693.812589:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691693.812595:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691693.812598:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691693.812601:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812604:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.812606:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812608:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691693.812615:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691693.812616:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691693.812618:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691693.812621:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691693.812623:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691693.812624:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691693.812626:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812628:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.812629:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812630:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691693.812632:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691693.812634:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812636:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691693.812638:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691693.812641:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691693.812643:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.812645:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691693.812646:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691693.812652:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691693.812655:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691693.812657:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691693.812659:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.812661:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691693.812664:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691693.812668:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691693.812675:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691693.812682:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691693.812691:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061078784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691693.812703:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691693.812708:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.812714:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061078784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691693.812738:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691693.812741:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691693.812743:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691693.812744:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691693.812746:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691693.812747:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691693.812749:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19833
00000400:00000200:0.0:1790691693.812752:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691693.812754:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691693.812756:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691693.812758:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812760:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.812762:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812764:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691693.812766:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691693.812768:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691693.812769:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691693.812771:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691693.812773:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691693.812775:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691693.812777:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812779:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.812780:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812781:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691693.812783:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691693.812785:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812792:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691693.812795:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691693.812800:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691693.812803:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.812805:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691693.812809:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691693.812815:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.812818:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691693.812824:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691693.812850:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691693.812857:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691693.812865:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.812870:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691693.812874:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691693.812878:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691693.812884:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691693.812891:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691693.812900:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061078912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691693.812912:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691693.812915:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.812924:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061078912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691693.812940:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691693.812943:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691693.812951:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691693.812953:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691693.812955:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691693.812958:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691693.812964:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19833
00000400:00000200:0.0:1790691693.812974:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691693.812980:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691693.812990:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691693.812993:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.812996:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.812998:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813000:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691693.813004:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691693.813007:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691693.813010:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691693.813012:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691693.813017:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691693.813022:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691693.813029:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813035:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.813041:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813058:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691693.813063:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691693.813068:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813070:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691693.813072:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691693.813077:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691693.813082:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813084:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691693.813087:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691693.813092:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813097:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691693.813102:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691693.813108:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691693.813112:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691693.813116:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813120:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691693.813123:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691693.813127:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691693.813133:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691693.813138:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691693.813145:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061079040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691693.813160:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691693.813166:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.813173:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061079040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691693.813193:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.813200:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691693.813226:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691693.813231:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691693.813237:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691693.813241:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691693.813244:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691693.813251:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691693.813255:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691693.813258:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19833
00000800:00000200:1.1:1790691693.813261:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1790691693.813267:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691693.813277:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691693.813283:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691693.813289:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813294:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.813300:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813305:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691693.813310:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691693.813313:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691693.813318:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691693.813323:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691693.813329:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691693.813334:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691693.813345:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813349:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691693.813357:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813362:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691693.813369:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691693.813376:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691693.813383:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691693.813387:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691693.813390:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691693.813393:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813395:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691693.813398:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691693.813401:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813406:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691693.813411:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691693.813417:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691693.813433:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691693.813435:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691693.813439:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691693.813440:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691693.813443:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691693.813508:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691693.813517:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691693.813529:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061079168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691693.813539:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691693.813544:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.813553:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061079168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691693.813582:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691693.813589:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19843)
00000800:00000200:1.1:1790691693.813889:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691693.813892:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691693.814265:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691693.814268:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691693.814561:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691693.814563:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790691694.708567:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691694.708572:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691694.708575:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691695.156557:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314507008, at 4314507072
00000100:00000010:0.0:1790691695.156578:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790691695.732677:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691695.732683:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691695.732688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691698.804643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691698.804647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691698.804650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691698.932607:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691698.932622:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691698.932626:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691698.932630:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691698.932637:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691698.932646:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19838
00000400:00000200:0.0:1790691698.932658:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691698.932668:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691698.932672:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691698.932676:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932681:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.932684:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932687:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691698.932697:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691698.932700:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691698.932704:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691698.932708:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691698.932719:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691698.932723:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691698.932726:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.932731:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932733:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691698.932737:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691698.932742:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932745:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691698.932749:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691698.932754:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691698.932757:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.932760:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691698.932763:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691698.932776:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691698.932781:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691698.932785:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691698.932787:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.932791:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691698.932795:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691698.932800:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691698.932812:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691698.932821:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691698.932832:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061079296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691698.932844:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691698.932850:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.932856:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061079296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691698.932882:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691698.932886:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691698.932890:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691698.932892:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691698.932894:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691698.932897:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691698.932900:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19838
00000400:00000200:0.0:1790691698.932904:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691698.932908:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691698.932910:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691698.932914:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932916:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.932918:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932920:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691698.932924:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691698.932925:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691698.932927:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691698.932930:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691698.932934:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691698.932937:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691698.932941:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932945:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.932948:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932951:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691698.932955:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691698.932959:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691698.932962:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691698.932964:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691698.932971:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691698.932979:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.932987:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691698.932995:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691698.933001:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933012:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691698.933023:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691698.933032:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691698.933044:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691698.933054:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933069:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691698.933074:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691698.933079:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691698.933090:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691698.933101:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691698.933132:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061079424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691698.933152:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691698.933157:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.933166:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061079424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691698.933224:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691698.933234:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691698.933248:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691698.933254:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691698.933259:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691698.933271:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691698.933283:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19838
00000400:00000200:0.0:1790691698.933337:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691698.933345:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691698.933349:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691698.933362:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933368:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.933380:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691698.933382:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691698.933385:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691698.933387:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790691698.933392:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691698.933395:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691698.933403:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691698.933407:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691698.933410:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691698.933414:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691698.933421:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933430:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.933435:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933440:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691698.933444:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691698.933480:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933482:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691698.933485:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691698.933489:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691698.933491:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933495:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691698.933499:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691698.933512:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933516:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691698.933521:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691698.933530:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691698.933539:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691698.933547:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933556:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691698.933560:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691698.933565:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691698.933578:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691698.933586:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691698.933599:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061079552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691698.933630:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691698.933634:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.933641:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061079552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691698.933695:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.933700:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691698.933710:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691698.933715:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691698.933722:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691698.933727:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691698.933730:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691698.933741:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691698.933750:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19838
00000400:00000200:0.0:1790691698.933762:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691698.933770:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691698.933779:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691698.933792:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933797:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.933804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933813:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691698.933830:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691698.933836:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691698.933845:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691698.933850:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691698.933857:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691698.933865:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691698.933878:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933888:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691698.933896:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933902:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691698.933910:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691698.933922:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691698.933927:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691698.933938:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691698.933943:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691698.933949:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933953:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691698.933962:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691698.933972:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.933981:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691698.933991:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691698.933996:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691698.934004:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691698.934010:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691698.934016:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691698.934020:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691698.934025:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691698.934037:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691698.934048:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691698.934058:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061079680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691698.934078:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691698.934083:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.934095:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061079680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691698.934133:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691698.934142:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19848)
00000800:00000200:1.1:1790691698.934252:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691698.934254:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691698.934435:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691698.934436:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691698.934635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691698.934637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691699.828653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691699.828659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691699.828664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691700.276685:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314512129, at 4314512192
00000100:00000010:0.0:1790691700.276729:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790691702.900592:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691702.900597:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691702.900601:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691703.924650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691703.924655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691703.924660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691704.053200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691704.053208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691704.053651:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691704.053653:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691704.053845:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691704.053847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691704.054041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691704.054043:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790691705.396555:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314517248, at 4314517312
00000100:00000010:0.0:1790691705.396573:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00000020:00000001:3.0:1790691706.996631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691706.996637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691706.996641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691708.020637:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691708.020642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691708.020646:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691709.172614:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691709.172625:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691709.172628:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691709.172631:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691709.172637:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691709.172645:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19848
00000400:00000200:3.0:1790691709.172654:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691709.172662:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691709.172665:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691709.172668:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.172673:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172675:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691709.172683:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691709.172685:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691709.172688:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691709.172691:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691709.172692:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691709.172694:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691709.172696:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172698:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.172707:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172709:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691709.172712:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691709.172715:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172717:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691709.172719:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691709.172723:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691709.172725:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.172726:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691709.172728:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691709.172738:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691709.172741:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691709.172745:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691709.172746:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.172749:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691709.172752:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691709.172758:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691709.172765:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691709.172772:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691709.172782:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061080320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691709.172791:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691709.172796:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.172800:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061080320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691709.172834:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691709.172838:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691709.172842:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691709.172843:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691709.172845:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691709.172849:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691709.172852:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19848
00000400:00000200:3.0:1790691709.172857:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691709.172862:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691709.172865:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691709.172869:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172872:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.172874:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172877:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691709.172882:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691709.172884:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691709.172885:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691709.172888:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691709.172890:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691709.172892:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691709.172908:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172910:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.172912:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172933:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691709.172936:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691709.172942:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691709.172948:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691709.172951:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691709.172957:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691709.172960:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.172962:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691709.172977:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691709.172985:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.172988:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691709.172996:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691709.173003:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691709.173008:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691709.173010:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173015:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691709.173018:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691709.173022:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691709.173027:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691709.173032:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691709.173042:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061080448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691709.173055:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691709.173060:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.173071:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061080448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691709.173085:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691709.173090:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691709.173096:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691709.173100:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691709.173104:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691709.173107:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691709.173111:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19848
00000400:00000200:3.0:1790691709.173114:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691709.173115:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691709.173118:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691709.173128:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173134:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.173139:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173141:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691709.173144:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691709.173147:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691709.173150:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691709.173156:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691709.173159:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691709.173162:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691709.173170:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173171:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.173175:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173179:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691709.173181:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691709.173183:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173186:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691709.173194:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691709.173198:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691709.173201:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173209:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691709.173212:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691709.173217:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173220:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691709.173228:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691709.173234:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691709.173241:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691709.173247:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173250:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691709.173254:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691709.173256:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691709.173265:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691709.173269:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691709.173275:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061080576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691709.173295:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691709.173303:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.173312:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061080576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691709.173330:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.173336:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691709.173340:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691709.173351:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691709.173356:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691709.173358:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691709.173363:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691709.173367:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691709.173374:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19848
00000400:00000200:3.0:1790691709.173382:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691709.173401:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691709.173404:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691709.173413:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173416:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.173424:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173429:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691709.173437:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691709.173439:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691709.173442:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691709.173446:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691709.173452:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691709.173497:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691709.173502:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173503:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691709.173505:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173506:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691709.173508:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691709.173510:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691709.173513:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691709.173514:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691709.173517:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691709.173519:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173524:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691709.173529:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691709.173535:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173539:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691709.173550:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691709.173565:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691709.173567:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691709.173570:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691709.173595:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691709.173598:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691709.173601:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691709.173608:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691709.173615:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691709.173626:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061080704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790691709.173628:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691709.173642:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1790691709.173647:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691709.173650:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.173656:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061080704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691709.173671:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691709.173680:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19858)
00000800:00000200:1.1:1790691709.174201:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691709.174204:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691709.174689:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691709.174693:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691709.175093:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691709.175096:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790691710.516567:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314522369, at 4314522432
00000100:00000010:0.0:1790691710.516581:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790691711.092658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691711.092662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691711.092665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691712.116609:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691712.116613:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691712.116615:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691714.292564:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691714.292573:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691714.292575:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691714.292578:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691714.292582:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691714.292589:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19853
00000400:00000200:3.0:1790691714.292596:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691714.292602:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691714.292605:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691714.292607:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292610:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292612:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292614:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691714.292621:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691714.292623:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691714.292625:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691714.292628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691714.292630:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691714.292632:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691714.292634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292635:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691714.292639:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691714.292641:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292643:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691714.292645:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691714.292647:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691714.292649:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.292651:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691714.292652:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691714.292672:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691714.292674:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691714.292677:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691714.292678:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.292681:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691714.292683:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691714.292687:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691714.292693:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691714.292698:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691714.292706:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061080832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691714.292714:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691714.292718:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.292721:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061080832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691714.292742:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691714.292745:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691714.292748:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691714.292749:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691714.292751:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691714.292753:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691714.292754:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19853
00000400:00000200:3.0:1790691714.292757:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691714.292758:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691714.292760:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691714.292762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292763:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292765:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292766:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691714.292768:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691714.292769:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691714.292770:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691714.292772:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691714.292774:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691714.292776:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691714.292778:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292780:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292782:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292783:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691714.292785:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691714.292787:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292789:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691714.292790:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691714.292794:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691714.292798:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.292800:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691714.292803:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691714.292807:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.292810:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691714.292813:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691714.292816:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691714.292818:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691714.292836:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.292840:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691714.292841:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691714.292842:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691714.292853:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691714.292858:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691714.292866:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061080960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691714.292876:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691714.292879:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.292883:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061080960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691714.292896:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691714.292901:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691714.292906:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691714.292909:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691714.292912:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691714.292914:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691714.292916:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19853
00000400:00000200:3.0:1790691714.292924:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691714.292928:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691714.292932:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691714.292937:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292942:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292944:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292947:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691714.292953:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691714.292954:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691714.292955:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691714.292957:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691714.292961:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691714.292965:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691714.292971:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292976:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.292982:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.292987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691714.292991:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691714.292996:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293001:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691714.293004:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691714.293008:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691714.293014:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293017:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691714.293020:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691714.293024:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293026:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691714.293029:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691714.293033:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691714.293036:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691714.293038:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293044:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691714.293045:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691714.293047:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691714.293052:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691714.293056:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691714.293065:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061081088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691714.293090:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691714.293095:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.293102:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061081088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691714.293115:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.293121:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691714.293123:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691714.293128:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691714.293132:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691714.293136:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691714.293138:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790691714.293141:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691714.293142:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691714.293147:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19853
00000800:00000200:1.1:1790691714.293147:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000400:00000200:3.0:1790691714.293155:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691714.293160:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691714.293163:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691714.293168:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293173:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.293177:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293181:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691714.293183:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691714.293186:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691714.293188:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691714.293191:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691714.293193:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691714.293196:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691714.293201:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293206:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691714.293210:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293215:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691714.293218:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691714.293222:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691714.293226:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691714.293230:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691714.293233:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691714.293237:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293239:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691714.293242:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691714.293245:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293246:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691714.293249:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691714.293253:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691714.293257:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691714.293259:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691714.293265:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691714.293266:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691714.293267:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691714.293275:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691714.293277:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691714.293283:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061081216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691714.293293:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691714.293296:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.293304:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061081216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691714.293319:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691714.293327:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19863)
00000800:00000200:1.1:1790691714.293576:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691714.293578:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691714.293762:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691714.293763:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691714.294041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691714.294044:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790691715.188636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691715.188643:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691715.188649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691715.636589:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314527488, at 4314527552
00000100:00000010:0.0:1790691715.636609:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790691716.212648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691716.212653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691716.212657:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691719.284687:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691719.284702:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691719.284705:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691719.412537:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691719.412546:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691719.412548:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691719.412551:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691719.412554:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691719.412561:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19858
00000400:00000200:3.0:1790691719.412568:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691719.412575:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691719.412577:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691719.412580:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412583:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412585:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412587:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691719.412604:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691719.412606:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691719.412608:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691719.412610:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691719.412612:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691719.412614:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691719.412616:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412617:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412618:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412619:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691719.412621:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691719.412624:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412626:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691719.412629:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691719.412631:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691719.412633:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412635:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691719.412636:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691719.412643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691719.412646:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691719.412649:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691719.412651:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412653:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691719.412655:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691719.412670:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691719.412677:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691719.412682:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691719.412690:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061081344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691719.412697:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691719.412701:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.412704:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061081344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691719.412734:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691719.412738:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691719.412742:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691719.412743:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691719.412745:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691719.412747:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691719.412750:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19858
00000400:00000200:3.0:1790691719.412755:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691719.412758:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691719.412761:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691719.412764:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412778:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412780:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412782:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691719.412785:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691719.412787:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691719.412788:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691719.412790:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691719.412793:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691719.412795:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691719.412798:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412800:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412805:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691719.412807:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691719.412810:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412812:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691719.412814:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691719.412819:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691719.412821:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412823:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691719.412828:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691719.412831:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412833:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691719.412847:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691719.412850:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691719.412852:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691719.412854:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412855:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691719.412857:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691719.412859:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691719.412863:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691719.412867:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691719.412872:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061081472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691719.412879:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691719.412882:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.412886:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061081472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691719.412895:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691719.412898:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691719.412902:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691719.412903:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691719.412905:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691719.412907:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691719.412910:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19858
00000400:00000200:3.0:1790691719.412913:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691719.412915:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691719.412918:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691719.412921:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412923:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412936:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412938:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691719.412941:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691719.412943:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691719.412944:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691719.412947:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691719.412949:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691719.412951:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691719.412954:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412957:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.412960:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412961:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691719.412963:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691719.412966:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691719.412969:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691719.412971:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691719.412973:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691719.412976:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412978:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691719.412980:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691719.412982:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412983:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691719.412986:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691719.412989:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691719.412991:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691719.412993:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.412994:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691719.412996:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691719.412998:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691719.412998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:3.0:1790691719.413002:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000800:00000200:1.1:1790691719.413002:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000001:3.0:1790691719.413005:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691719.413009:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061081600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691719.413016:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691719.413018:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.413022:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061081600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691719.413029:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.413032:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691719.413036:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691719.413039:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691719.413042:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691719.413044:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691719.413045:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691719.413056:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691719.413059:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19858
00000400:00000200:3.0:1790691719.413063:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691719.413066:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691719.413069:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691719.413072:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.413074:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.413077:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.413079:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691719.413082:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691719.413083:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691719.413085:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691719.413088:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691719.413090:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691719.413092:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691719.413095:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.413097:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691719.413099:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691719.413101:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691719.413103:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691719.413106:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691719.413108:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691719.413109:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691719.413112:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691719.413114:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.413116:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691719.413119:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691719.413121:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.413123:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691719.413126:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691719.413129:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691719.413131:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691719.413133:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691719.413135:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691719.413136:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691719.413138:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691719.413141:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691719.413144:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691719.413149:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061081728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691719.413158:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691719.413160:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.413164:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061081728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691719.413181:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691719.413185:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19869)
00000800:00000200:1.1:1790691719.413414:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691719.413416:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691719.413652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691719.413654:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691719.413945:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691719.413947:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790691720.308600:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691720.308603:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691720.308606:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691720.756576:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314532608, at 4314532672
00000100:00000010:0.0:1790691720.756592:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790691723.380624:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691723.380627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691723.380630:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691724.404644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691724.404647:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691724.404651:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691724.532609:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691724.532618:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691724.532620:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691724.532636:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691724.532640:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691724.532646:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19864
00000400:00000200:0.0:1790691724.532653:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691724.532660:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691724.532663:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691724.532666:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532669:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.532671:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532673:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691724.532679:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691724.532681:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691724.532683:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691724.532696:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691724.532698:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691724.532699:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691724.532701:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532703:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.532704:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532705:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691724.532707:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691724.532709:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532711:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691724.532713:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691724.532716:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691724.532718:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.532720:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691724.532721:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691724.532729:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691724.532732:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691724.532735:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691724.532737:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.532739:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691724.532741:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691724.532745:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691724.532751:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691724.532756:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691724.532764:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061081856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691724.532772:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691724.532776:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.532779:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061081856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691724.532809:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691724.532811:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691724.532814:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691724.532815:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691724.532816:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691724.532819:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691724.532824:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19864
00000400:00000200:0.0:1790691724.532826:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691724.532828:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691724.532829:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691724.532832:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.532834:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532836:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691724.532838:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691724.532838:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691724.532840:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691724.532842:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691724.532844:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691724.532846:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691724.532848:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532849:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.532851:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532852:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691724.532854:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691724.532855:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532857:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691724.532859:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691724.532863:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691724.532864:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.532866:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691724.532870:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691724.532873:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.532875:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691724.532880:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691724.532884:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691724.532886:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691724.532887:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.532889:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691724.532891:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691724.532892:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691724.532896:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691724.532902:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691724.532909:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061081984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691724.532916:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691724.532917:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.532919:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061081984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691724.532935:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691724.532939:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691724.532946:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691724.532948:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691724.532951:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691724.532953:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691724.532957:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19864
00000400:00000200:0.0:1790691724.532964:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691724.532969:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691724.532971:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691724.532975:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532976:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.532977:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532979:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691724.532981:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691724.532982:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691724.532983:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691724.532985:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691724.532989:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691724.532991:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691724.532997:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.532999:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.533002:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533003:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691724.533005:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691724.533006:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533008:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691724.533013:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691724.533016:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691724.533019:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533020:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691724.533021:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691724.533024:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533026:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691724.533031:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691724.533034:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691724.533036:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691724.533038:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533041:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691724.533042:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691724.533043:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691724.533047:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691724.533053:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691724.533056:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061082112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691724.533066:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691724.533069:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.533074:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061082112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691724.533089:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.533095:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691724.533102:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691724.533109:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691724.533114:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691724.533116:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691724.533118:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691724.533120:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691724.533126:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19864
00000400:00000200:0.0:1790691724.533134:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691724.533137:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691724.533139:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691724.533143:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533146:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.533150:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533153:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691724.533207:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691724.533211:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691724.533215:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691724.533218:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691724.533224:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691724.533227:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691724.533235:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533239:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691724.533245:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533250:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691724.533251:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691724.533254:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000800:00000200:1.1:1790691724.533258:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00080000:0.0:1790691724.533261:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691724.533267:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691724.533271:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691724.533275:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691724.533279:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533281:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691724.533283:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691724.533285:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533289:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691724.533293:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691724.533296:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691724.533300:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691724.533302:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691724.533304:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691724.533306:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691724.533309:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691724.533317:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691724.533325:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691724.533335:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061082240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691724.533349:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691724.533353:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.533364:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061082240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691724.533380:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691724.533384:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19874)
00000800:00000200:1.1:1790691724.533729:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691724.533731:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691724.533977:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691724.533979:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691724.534161:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691724.534163:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691725.876549:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314537728, at 4314537792
00000100:00000010:0.0:1790691725.876564:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790691727.476680:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691727.476684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691727.476688:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691728.500707:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691728.500711:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691728.500714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691729.653256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691729.653261:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691729.653844:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691729.653847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691729.654043:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691729.654045:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691729.654271:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691729.654272:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691730.996576:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314542848, at 4314542912
00000100:00000010:0.0:1790691730.996593:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790691731.572636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691731.572640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691731.572642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691732.596640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691732.596644:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691732.596647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691734.772554:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691734.772563:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691734.772565:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691734.772568:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691734.772572:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691734.772577:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19874
00000400:00000200:0.0:1790691734.772586:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691734.772592:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691734.772595:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691734.772597:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772600:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772602:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772604:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691734.772612:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691734.772613:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691734.772615:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691734.772618:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691734.772620:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691734.772621:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691734.772623:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772625:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772626:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772627:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691734.772629:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691734.772631:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772632:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691734.772635:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691734.772638:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691734.772640:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772642:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691734.772643:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691734.772651:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691734.772653:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691734.772657:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691734.772658:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772660:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691734.772662:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691734.772666:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691734.772674:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691734.772680:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691734.772687:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061082880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691734.772695:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691734.772698:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.772701:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061082880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691734.772720:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691734.772723:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691734.772725:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691734.772726:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691734.772727:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691734.772729:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691734.772730:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19874
00000400:00000200:0.0:1790691734.772733:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691734.772734:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691734.772736:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691734.772738:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772739:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772741:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772742:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691734.772744:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691734.772745:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691734.772746:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691734.772749:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691734.772750:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691734.772752:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691734.772754:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772756:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772758:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772760:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691734.772761:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691734.772763:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772765:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691734.772767:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691734.772771:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691734.772775:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772777:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691734.772782:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691734.772793:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772796:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691734.772803:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691734.772808:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691734.772812:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691734.772816:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772820:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691734.772823:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691734.772826:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691734.772830:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691734.772834:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691734.772840:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061083008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691734.772849:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691734.772853:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.772859:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061083008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691734.772873:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691734.772876:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691734.772879:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691734.772882:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691734.772885:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691734.772889:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691734.772892:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19874
00000400:00000200:0.0:1790691734.772895:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691734.772897:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691734.772903:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691734.772909:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772911:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772916:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772921:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691734.772925:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691734.772927:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691734.772930:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691734.772932:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691734.772934:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691734.772936:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691734.772942:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772943:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.772944:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772946:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691734.772948:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691734.772953:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691734.772955:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691734.772960:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691734.772963:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691734.772966:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772968:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691734.772969:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691734.772972:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772974:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691734.772979:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691734.772982:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691734.772987:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691734.772989:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.772992:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691734.772996:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691734.772997:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691734.773002:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691734.773006:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691734.773011:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061083136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691734.773019:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691734.773023:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.773025:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061083136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691734.773035:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.773037:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691734.773039:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691734.773041:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691734.773046:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691734.773047:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691734.773049:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691734.773050:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691734.773055:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19874
00000400:00000200:0.0:1790691734.773110:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691734.773116:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691734.773119:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691734.773122:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.773128:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691734.773129:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.773131:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691734.773134:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691734.773136:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691734.773139:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691734.773143:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691734.773146:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691734.773150:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691734.773155:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691734.773160:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691734.773160:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691734.773165:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691734.773167:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790691734.773168:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691734.773171:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691734.773176:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691734.773181:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691734.773187:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691734.773190:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691734.773193:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.773194:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691734.773196:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691734.773198:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.773203:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691734.773214:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691734.773218:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691734.773224:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691734.773225:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691734.773231:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691734.773232:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691734.773233:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691734.773236:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691734.773241:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691734.773247:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061083264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691734.773273:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691734.773276:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.773280:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061083264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691734.773289:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691734.773296:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19884)
00000800:00000200:1.1:1790691734.773775:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691734.773778:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691734.774116:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691734.774119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691734.774479:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691734.774482:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790691735.668624:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691735.668627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691735.668630:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691736.116553:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314547968, at 4314548032
00000100:00000010:0.0:1790691736.116572:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790691736.692680:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691736.692684:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691736.692692:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691739.764615:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691739.764620:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691739.764625:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691739.892587:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691739.892598:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691739.892602:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691739.892606:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691739.892610:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691739.892618:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19879
00000400:00000200:3.0:1790691739.892627:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691739.892635:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691739.892639:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691739.892643:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892647:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.892650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691739.892661:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691739.892663:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691739.892666:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691739.892669:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691739.892672:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691739.892675:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691739.892679:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892681:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.892683:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892685:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691739.892688:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691739.892692:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892695:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691739.892699:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691739.892702:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691739.892706:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.892708:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691739.892711:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691739.892720:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790691739.892723:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691739.892727:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691739.892729:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.892732:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691739.892735:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691739.892739:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691739.892746:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691739.892753:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691739.892762:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061083392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691739.892774:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691739.892778:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.892784:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061083392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691739.892808:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691739.892813:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691739.892817:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691739.892819:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691739.892822:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691739.892825:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691739.892829:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19879
00000400:00000200:3.0:1790691739.892836:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691739.892840:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691739.892843:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691739.892847:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892853:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.892857:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892867:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691739.892875:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691739.892879:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691739.892886:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691739.892893:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691739.892901:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691739.892910:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691739.892927:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892940:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.892947:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892955:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691739.892965:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691739.892973:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691739.892982:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691739.892988:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691739.892997:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691739.893002:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893005:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691739.893011:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691739.893017:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893025:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691739.893032:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790691739.893043:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691739.893055:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691739.893061:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893068:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691739.893072:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691739.893077:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691739.893084:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691739.893090:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691739.893113:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061083520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691739.893132:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691739.893139:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.893151:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061083520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691739.893200:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691739.893213:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691739.893228:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691739.893232:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691739.893237:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691739.893243:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691739.893251:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19879
00000800:00000200:1.1:1790691739.893260:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790691739.893264:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790691739.893266:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1790691739.893273:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691739.893282:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691739.893295:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893307:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.893316:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893341:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691739.893355:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691739.893362:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691739.893368:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691739.893376:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691739.893382:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691739.893393:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691739.893411:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893419:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.893424:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893433:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691739.893444:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691739.893485:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893490:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691739.893493:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691739.893498:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691739.893508:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893511:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691739.893515:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691739.893524:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893532:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691739.893545:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691739.893554:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691739.893566:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691739.893570:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.893579:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691739.893585:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691739.893592:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691739.893601:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691739.893610:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691739.893630:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061083648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691739.893653:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691739.893659:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.893674:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061083648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691739.893699:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.893708:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691739.893725:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691739.893732:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691739.893746:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691739.893750:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691739.893757:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691739.893766:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691739.893779:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19879
00000400:00000200:3.0:1790691739.893800:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691739.893812:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691739.893820:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691739.893832:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893841:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.893850:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893860:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691739.893870:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691739.893875:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691739.893880:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691739.893884:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691739.893895:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691739.893904:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691739.893918:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893928:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691739.893939:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893954:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691739.893966:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691739.893977:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691739.893989:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691739.894001:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691739.894012:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691739.894021:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.894029:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691739.894035:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691739.894047:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.894057:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691739.894068:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691739.894077:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691739.894082:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691739.894086:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691739.894091:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691739.894095:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691739.894101:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691739.894110:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691739.894120:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691739.894137:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061083776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691739.894188:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691739.894197:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.894212:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061083776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691739.894213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691739.894219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1790691739.894230:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691739.894236:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19889)
00000800:00000200:1.1:1790691739.894501:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691739.894503:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691739.894781:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691739.894783:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790691740.788693:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691740.788698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691740.788703:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691741.236565:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314553088, at 4314553152
00000100:00000010:0.0:1790691741.236580:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790691743.860631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691743.860634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691743.860638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691744.884624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691744.884628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691744.884631:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691745.013047:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691745.013051:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691745.013548:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691745.013550:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691745.013774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691745.013776:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691745.014002:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691745.014004:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790691746.356643:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314558208, at 4314558272
00000100:00000010:0.0:1790691746.356679:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790691747.956612:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691747.956618:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691747.956622:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691748.980686:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691748.980690:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691748.980692:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691750.132577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691750.132585:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691750.132587:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691750.132590:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691750.132594:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691750.132600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19889
00000400:00000200:0.0:1790691750.132608:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691750.132614:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691750.132618:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691750.132620:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132623:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.132625:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132626:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691750.132633:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691750.132635:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691750.132637:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691750.132640:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691750.132642:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691750.132643:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691750.132646:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132647:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.132648:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132650:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691750.132653:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691750.132656:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132658:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691750.132660:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691750.132662:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691750.132664:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.132666:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691750.132668:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691750.132675:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691750.132677:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691750.132680:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691750.132681:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.132683:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691750.132686:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691750.132691:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691750.132699:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691750.132705:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691750.132715:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061084416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691750.132726:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691750.132731:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.132736:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061084416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691750.132755:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691750.132758:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691750.132761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691750.132762:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691750.132763:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691750.132766:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691750.132768:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19889
00000400:00000200:0.0:1790691750.132771:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691750.132774:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691750.132776:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691750.132778:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132780:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.132782:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132784:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691750.132786:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691750.132788:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691750.132789:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691750.132792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691750.132793:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691750.132795:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691750.132799:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132801:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.132804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132810:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691750.132816:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691750.132825:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691750.132833:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691750.132839:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691750.132848:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691750.132854:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.132858:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691750.132864:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691750.132871:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.132873:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691750.132879:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691750.132883:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691750.132888:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691750.132906:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.132911:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691750.132913:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691750.132917:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691750.132923:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691750.132929:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691750.132940:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061084544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691750.132953:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691750.132956:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.132978:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061084544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691750.132989:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691750.132995:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691750.132998:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691750.133001:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691750.133005:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691750.133011:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691750.133016:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19889
00000400:00000200:0.0:1790691750.133023:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691750.133047:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691750.133050:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691750.133056:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133058:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.133063:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133078:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691750.133159:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691750.133163:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691750.133165:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691750.133168:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691750.133172:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691750.133176:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691750.133184:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133188:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.133192:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133194:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691750.133197:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790691750.133199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691750.133202:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133207:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691750.133208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1790691750.133209:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691750.133214:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691750.133221:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133226:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691750.133230:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691750.133235:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133242:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691750.133261:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691750.133268:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691750.133276:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691750.133281:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133286:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691750.133290:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691750.133293:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691750.133303:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691750.133308:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691750.133326:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061084672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691750.133336:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691750.133339:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.133345:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061084672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691750.133377:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.133382:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691750.133391:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691750.133396:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691750.133405:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691750.133408:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691750.133411:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691750.133413:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691750.133419:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19889
00000400:00000200:0.0:1790691750.133428:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691750.133434:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691750.133436:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691750.133438:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133440:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.133444:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133447:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691750.133454:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691750.133455:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691750.133456:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691750.133458:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691750.133460:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691750.133462:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691750.133465:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133467:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691750.133468:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133470:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691750.133508:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691750.133515:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691750.133519:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691750.133525:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691750.133530:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691750.133535:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133540:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691750.133543:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691750.133548:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133552:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691750.133559:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691750.133565:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691750.133571:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691750.133574:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691750.133578:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691750.133581:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691750.133584:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691750.133589:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691750.133612:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691750.133621:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061084800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691750.133654:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691750.133658:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.133664:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061084800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691750.133680:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691750.133687:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19899)
00000800:00000200:1.1:1790691750.133808:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691750.133810:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691750.134145:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691750.134148:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691750.134390:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691750.134392:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691751.476514:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314563328, at 4314563392
00000100:00000010:0.0:1790691751.476530:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790691752.052638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691752.052642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691752.052644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691753.076674:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691753.076679:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691753.076682:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691755.253541:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691755.253768:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691755.253957:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691755.254184:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691756.148648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691756.148655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691756.148658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691756.596595:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314568449, at 4314568512
00000100:00000010:0.0:1790691756.596612:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790691757.172625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691757.172630:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691757.172633:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790691758.324757:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790691758.324812:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790691758.324823:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691758.324827:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790691758.324833:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691758.324838:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790691758.324843:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691758.324847:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:0.0:1790691758.324853:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691758.324858:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691758.324865:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f93b8
00000400:00000010:0.0:1790691758.324867:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f93b8.
00000100:00000001:0.0:1790691758.324873:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691758.324888:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6d80 x1877672061084928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.324913:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691758.324917:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061084928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.324923:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691758.324926:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691758.324950:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691758.324954:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:0.0:1790691758.324959:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691758.324963:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691758.324983:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:0.0:1790691758.324987:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790691758.324991:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691758.325002:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7800 x1877672061085056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325014:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691758.325021:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061085056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325031:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691758.325036:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691758.325048:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691758.325056:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:0.0:1790691758.325063:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691758.325069:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691758.325078:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9880
00000400:00000010:0.0:1790691758.325081:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9880.
00000100:00000001:0.0:1790691758.325088:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691758.325098:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7100 x1877672061085184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325138:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691758.325143:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061085184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325158:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691758.325163:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790691758.325174:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790691758.325181:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:0.0:1790691758.325190:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790691758.325202:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790691758.325214:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:0.0:1790691758.325219:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:0.0:1790691758.325226:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790691758.325236:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4e00 x1877672061085312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325275:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790691758.325282:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061085312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691780 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691758.325295:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691758.325302:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691760.244631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691760.244637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691760.244642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691760.372586:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691760.372594:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691760.372597:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691760.372599:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691760.372603:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691760.372610:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19899
00000400:00000200:0.0:1790691760.372618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691760.372624:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691760.372627:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691760.372630:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.372634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691760.372643:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691760.372644:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691760.372646:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691760.372649:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691760.372650:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691760.372652:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691760.372654:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372655:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.372657:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372658:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691760.372660:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691760.372662:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372664:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691760.372666:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691760.372669:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691760.372671:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.372672:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691760.372674:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691760.372679:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691760.372682:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691760.372685:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691760.372686:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.372688:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691760.372690:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691760.372694:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691760.372700:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691760.372705:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691760.372713:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061085440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691760.372720:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691760.372724:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.372727:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061085440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691760.372749:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691760.372753:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691760.372756:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691760.372757:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691760.372759:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691760.372762:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691760.372765:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19899
00000400:00000200:0.0:1790691760.372769:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691760.372772:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691760.372775:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691760.372779:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.372784:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372787:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691760.372791:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691760.372793:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691760.372795:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691760.372798:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691760.372801:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691760.372803:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691760.372811:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372817:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.372823:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372831:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691760.372837:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691760.372847:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691760.372855:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691760.372861:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691760.372878:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691760.372885:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.372889:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691760.372896:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691760.372904:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.372906:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691760.372911:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691760.372914:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691760.372916:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691760.372918:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.372919:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691760.372921:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691760.372924:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691760.372943:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691760.372951:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691760.372961:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061085568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691760.372988:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691760.372994:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.373006:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061085568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691760.373025:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691760.373031:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691760.373037:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691760.373041:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691760.373045:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691760.373049:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691760.373055:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19899
00000400:00000200:0.0:1790691760.373108:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691760.373117:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691760.373124:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691760.373130:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373135:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.373140:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373147:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691760.373152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691760.373153:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691760.373156:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691760.373158:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691760.373160:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691760.373162:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691760.373164:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691760.373169:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373171:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.373175:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691760.373178:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1790691760.373179:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691760.373187:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691760.373194:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373200:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691760.373205:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691760.373208:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691760.373214:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373217:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691760.373221:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691760.373227:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373230:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691760.373238:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691760.373243:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691760.373250:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691760.373253:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373258:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691760.373262:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691760.373265:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691760.373273:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691760.373280:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691760.373293:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061085696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691760.373307:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691760.373312:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.373321:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061085696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691760.373339:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.373343:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691760.373349:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691760.373353:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691760.373359:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691760.373363:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691760.373369:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691760.373374:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691760.373380:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19899
00000400:00000200:0.0:1790691760.373389:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691760.373399:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691760.373405:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691760.373411:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373418:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.373424:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373430:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691760.373439:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691760.373443:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691760.373446:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691760.373450:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691760.373481:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691760.373484:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691760.373489:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373491:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691760.373493:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373495:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691760.373498:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691760.373501:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691760.373505:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691760.373507:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691760.373511:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691760.373519:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373523:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691760.373527:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691760.373534:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373539:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691760.373544:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691760.373549:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691760.373555:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691760.373558:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691760.373564:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691760.373567:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691760.373571:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691760.373578:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691760.373583:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691760.373593:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061085824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691760.373616:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691760.373622:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.373631:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061085824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691760.373648:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691760.373656:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19909)
00000800:00000200:1.1:1790691760.373888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691760.373890:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691760.374226:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691760.374228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691760.374416:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691760.374418:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790691761.268598:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691761.268602:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691761.268607:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691761.716578:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314573568, at 4314573632
00000100:00000010:0.0:1790691761.716597:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:3.0:1790691764.340744:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691764.340750:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691764.340754:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691765.364673:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691765.364678:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691765.364681:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691765.492560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691765.492571:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691765.492575:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691765.492579:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691765.492584:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691765.492591:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19904
00000400:00000200:0.0:1790691765.492601:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691765.492607:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691765.492611:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691765.492615:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492619:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.492622:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691765.492633:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691765.492636:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691765.492638:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691765.492642:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691765.492645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691765.492647:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691765.492651:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492654:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.492656:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492659:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691765.492662:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691765.492666:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492669:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691765.492672:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691765.492676:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691765.492679:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.492682:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691765.492684:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691765.492694:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691765.492697:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691765.492701:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691765.492703:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.492706:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691765.492709:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691765.492714:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691765.492722:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691765.492728:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691765.492737:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061085952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691765.492749:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691765.492753:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.492759:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061085952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691765.492779:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691765.492782:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691765.492784:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691765.492786:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691765.492787:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691765.492789:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691765.492792:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19904
00000400:00000200:0.0:1790691765.492795:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691765.492797:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691765.492799:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691765.492801:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492803:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.492804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492806:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691765.492808:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691765.492809:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691765.492810:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691765.492812:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691765.492814:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691765.492815:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691765.492817:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492819:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.492820:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492821:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691765.492823:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691765.492825:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691765.492826:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691765.492841:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691765.492847:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691765.492850:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.492852:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691765.492856:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691765.492860:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.492865:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691765.492872:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691765.492878:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691765.492885:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691765.492888:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.492893:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691765.492897:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691765.492903:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691765.492912:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691765.492918:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691765.492929:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061086080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691765.492947:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691765.492952:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.492961:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061086080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691765.492981:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691765.492986:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691765.492992:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691765.492995:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691765.492997:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691765.493002:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691765.493008:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19904
00000400:00000200:0.0:1790691765.493015:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691765.493023:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691765.493028:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691765.493035:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493039:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.493043:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493049:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691765.493053:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691765.493055:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691765.493057:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691765.493060:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691765.493063:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691765.493068:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691765.493072:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493078:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.493082:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493084:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691765.493087:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691765.493093:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493096:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691765.493099:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691765.493103:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691765.493107:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493110:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691765.493112:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691765.493116:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493119:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691765.493126:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691765.493129:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691765.493132:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691765.493134:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493138:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691765.493141:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691765.493144:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691765.493150:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691765.493153:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691765.493160:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061086208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691765.493170:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691765.493172:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.493178:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061086208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691765.493188:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.493192:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691765.493196:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1790691765.493200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691765.493201:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691765.493207:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00080000:0.0:1790691765.493208:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691765.493211:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691765.493214:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691765.493219:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691765.493224:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19904
00000400:00000200:0.0:1790691765.493228:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691765.493231:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691765.493233:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691765.493240:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493243:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.493245:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493249:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691765.493255:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691765.493256:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691765.493260:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691765.493262:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691765.493265:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691765.493269:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691765.493276:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493280:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691765.493284:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493286:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691765.493290:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691765.493294:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691765.493298:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691765.493302:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691765.493305:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691765.493308:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493313:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691765.493317:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691765.493319:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493320:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691765.493323:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691765.493326:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691765.493331:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691765.493334:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691765.493346:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691765.493350:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691765.493352:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691765.493356:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691765.493363:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691765.493369:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061086336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691765.493384:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691765.493389:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.493394:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061086336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691765.493425:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691765.493430:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19915)
00000800:00000200:1.1:1790691765.493654:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691765.493656:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790691765.493861:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691765.493863:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790691765.494095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691765.494097:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1790691766.836602:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314578688, at 4314578752
00000100:00000010:0.0:1790691766.836620:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:3.0:1790691768.436721:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691768.436725:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691768.436728:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691769.460653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691769.460658:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691769.460662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691770.612814:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691770.612841:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691770.612845:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691770.612851:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691770.612859:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691770.612871:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19910
00000400:00000200:3.0:1790691770.612886:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691770.612896:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691770.612903:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691770.612908:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.612915:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.612937:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.612942:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691770.612955:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691770.612959:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691770.612975:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691770.612981:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691770.612986:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691770.612991:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691770.612996:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.612999:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.613001:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613004:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691770.613008:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691770.613012:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613015:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691770.613019:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691770.613026:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691770.613029:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613032:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691770.613035:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691770.613046:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691770.613050:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691770.613055:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691770.613057:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613062:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691770.613076:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691770.613082:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691770.613091:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691770.613100:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691770.613112:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061086464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691770.613144:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691770.613149:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.613155:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061086464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691770.613213:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691770.613218:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691770.613235:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691770.613237:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691770.613240:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691770.613243:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691770.613246:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19910
00000400:00000200:3.0:1790691770.613252:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691770.613256:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691770.613260:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691770.613264:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613267:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.613271:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613273:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691770.613278:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691770.613279:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691770.613282:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691770.613285:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691770.613287:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691770.613290:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691770.613294:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613296:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.613299:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613302:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691770.613306:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691770.613310:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613314:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691770.613317:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691770.613324:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691770.613328:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613331:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691770.613336:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691770.613341:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613350:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691770.613356:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691770.613366:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691770.613374:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691770.613378:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613387:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691770.613392:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691770.613396:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691770.613412:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691770.613424:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691770.613440:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061086592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691770.613532:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691770.613536:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.613565:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061086592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691770.613586:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691770.613593:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691770.613603:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691770.613610:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691770.613612:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691770.613617:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691770.613621:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19910
00000400:00000200:3.0:1790691770.613636:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691770.613644:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691770.613647:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691770.613658:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.613676:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613680:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691770.613692:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691770.613694:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691770.613714:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691770.613718:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691770.613760:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691770.613769:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691770.613780:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.613786:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613791:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691770.613799:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691770.613803:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691770.613807:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691770.613812:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691770.613817:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691770.613836:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613846:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691770.613856:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691770.613869:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613880:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691770.613892:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691770.613904:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691770.613920:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691770.613943:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.613956:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691770.613963:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691770.613976:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691770.613989:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691770.614001:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691770.614019:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061086720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691770.614055:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691770.614062:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.614074:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061086720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691770.614101:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.614108:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691770.614110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691770.614120:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:3.0:1790691770.614141:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691770.614155:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691770.614171:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691770.614181:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691770.614191:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691770.614198:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691770.614207:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19910
00000400:00000200:3.0:1790691770.614219:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691770.614231:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691770.614242:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691770.614254:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.614282:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.614287:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.614296:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691770.614303:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691770.614309:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691770.614315:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691770.614321:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691770.614330:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691770.614335:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691770.614348:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.614354:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691770.614358:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691770.614361:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691770.614365:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691770.614378:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691770.614384:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691770.614388:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691770.614397:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691770.614403:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.614411:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691770.614414:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691770.614418:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.614427:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691770.614435:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691770.614440:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691770.614474:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691770.614476:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691770.614478:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691770.614480:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691770.614483:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691770.614489:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691770.614497:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691770.614510:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061086848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691770.614581:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691770.614587:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.614600:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061086848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691770.614616:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691770.614629:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19920)
00000800:00000200:1.1:1790691770.615112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691770.615115:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691770.615722:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691770.615757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790691770.616313:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691770.616317:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790691771.956655:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314583809, at 4314583872
00000100:00000010:0.0:1790691771.956729:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790691772.532659:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691772.532664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691772.532668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691773.556637:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691773.556641:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691773.556643:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691775.732606:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691775.732624:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691775.732628:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691775.732646:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691775.732655:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691775.732666:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19915
00000400:00000200:0.0:1790691775.732679:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691775.732688:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691775.732694:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691775.732699:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732704:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.732707:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732710:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691775.732722:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691775.732725:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691775.732729:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691775.732733:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691775.732736:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691775.732739:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691775.732743:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732745:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.732747:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732750:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691775.732754:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691775.732758:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732761:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691775.732766:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691775.732771:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691775.732775:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.732778:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691775.732782:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691775.732795:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691775.732801:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691775.732806:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691775.732808:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.732813:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691775.732818:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691775.732824:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691775.732837:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691775.732847:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691775.732859:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061086976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691775.732873:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691775.732878:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.732884:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061086976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691775.732910:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691775.732914:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691775.732918:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691775.732920:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691775.732922:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691775.732926:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691775.732929:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19915
00000400:00000200:0.0:1790691775.732933:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691775.732937:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691775.732940:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691775.732943:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732945:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.732948:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732951:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691775.732955:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691775.732957:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691775.732959:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691775.732961:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691775.732965:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691775.732967:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691775.732972:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732975:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.732978:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732982:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691775.732985:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691775.732988:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691775.732991:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691775.732993:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691775.733002:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691775.733004:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733006:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691775.733013:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691775.733022:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733030:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691775.733042:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691775.733050:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691775.733053:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691775.733056:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733061:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691775.733068:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691775.733073:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691775.733087:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691775.733098:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691775.733117:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061087104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691775.733145:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691775.733153:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.733160:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061087104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691775.733188:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691775.733202:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691775.733208:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691775.733210:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691775.733212:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691775.733216:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691775.733222:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19915
00000400:00000200:0.0:1790691775.733233:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691775.733245:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691775.733254:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691775.733262:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733273:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.733285:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733294:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691775.733305:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691775.733310:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691775.733316:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691775.733326:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691775.733341:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691775.733352:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691775.733375:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733388:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.733399:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733411:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691775.733419:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691775.733433:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733439:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691775.733442:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691775.733446:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691775.733502:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733507:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691775.733511:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691775.733516:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733519:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691775.733525:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691775.733530:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691775.733535:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691775.733541:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.733551:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691775.733559:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691775.733570:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691775.733586:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691775.733601:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691775.733628:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061087232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691775.733657:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691775.733667:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.733687:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061087232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691775.733713:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.733729:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691775.733747:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1790691775.733748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691775.733757:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691775.733764:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691775.733766:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691775.733768:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691775.733783:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691775.733784:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00080000:0.0:1790691775.733800:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19915
00000400:00000200:0.0:1790691775.733820:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691775.733831:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691775.733842:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691775.733859:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.733880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733896:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691775.733914:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691775.733922:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691775.733927:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691775.733935:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691775.733942:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691775.733949:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691775.733967:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733976:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691775.733982:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691775.733990:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691775.734001:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691775.734008:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691775.734012:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691775.734016:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691775.734025:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691775.734035:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.734044:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691775.734049:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691775.734058:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.734063:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691775.734080:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691775.734085:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691775.734093:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691775.734096:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691775.734099:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691775.734104:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691775.734111:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691775.734122:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691775.734136:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691775.734151:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061087360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691775.734170:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691775.734176:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.734193:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061087360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691775.734222:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691775.734240:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19925)
00000800:00000200:1.1:1790691775.734734:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691775.734738:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691775.735230:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691775.735233:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790691775.735709:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691775.735713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790691776.628804:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691776.628809:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691776.628814:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691777.076639:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314588929, at 4314588992
00000100:00000010:0.0:1790691777.076685:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790691777.652724:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691777.652728:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691777.652731:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691780.724750:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691780.724753:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691780.724776:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691780.853420:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691780.853426:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691780.854108:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691780.854110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691780.854377:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691780.854379:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691780.854765:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691780.854768:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1790691781.748638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691781.748642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691781.748644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691782.196584:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314594049, at 4314594112
00000100:00000010:0.0:1790691782.196599:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:3.0:1790691784.820632:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691784.820635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691784.820639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691785.844611:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691785.844617:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691785.844621:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691785.973084:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691785.973089:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691785.973485:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691785.973487:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691785.973670:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691785.973672:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691785.973846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691785.973847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790691787.316528:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314599168, at 4314599232
00000100:00000010:0.0:1790691787.316543:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:3.0:1790691788.916670:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691788.916674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691788.916677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691789.940635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691789.940639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691789.940642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691791.092563:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691791.092573:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691791.092577:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691791.092581:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691791.092586:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691791.092593:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19930
00000400:00000200:3.0:1790691791.092602:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691791.092609:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691791.092613:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691791.092616:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092620:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.092624:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092627:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691791.092635:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691791.092637:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691791.092640:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691791.092652:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691791.092655:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691791.092657:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691791.092661:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.092665:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092668:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691791.092671:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691791.092675:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092678:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691791.092681:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691791.092684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691791.092687:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.092689:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691791.092692:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691791.092702:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691791.092706:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691791.092710:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691791.092712:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.092715:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691791.092718:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691791.092723:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691791.092731:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691791.092737:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691791.092747:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061088512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691791.092759:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691791.092764:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.092769:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061088512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691791.092802:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691791.092809:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691791.092813:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691791.092815:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691791.092817:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691791.092821:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691791.092824:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19930
00000400:00000200:3.0:1790691791.092829:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691791.092833:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691791.092836:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691791.092839:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092843:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.092855:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092860:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691791.092866:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691791.092869:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691791.092872:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691791.092875:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691791.092877:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691791.092882:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691791.092891:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092897:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.092904:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092908:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691791.092914:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691791.092923:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691791.092929:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691791.092933:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691791.092942:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691791.092949:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.092955:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691791.092961:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691791.092965:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.092969:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691791.092975:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691791.092980:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691791.092987:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691791.092991:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.092997:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691791.093000:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691791.093004:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691791.093011:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691791.093019:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691791.093030:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061088640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691791.093046:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691791.093051:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.093060:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061088640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691791.093084:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691791.093089:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691791.093097:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691791.093101:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691791.093104:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691791.093108:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691791.093114:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19930
00000400:00000200:3.0:1790691791.093121:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691791.093130:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691791.093136:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790691791.093140:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790691791.093143:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093146:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.093148:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093150:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691791.093153:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691791.093155:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691791.093157:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691791.093159:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.1:1790691791.093165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790691791.093166:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691791.093172:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691791.093180:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093184:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.093189:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093195:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691791.093200:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691791.093207:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093212:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691791.093217:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691791.093222:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691791.093227:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093233:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691791.093237:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691791.093244:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093249:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691791.093256:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691791.093262:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691791.093266:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691791.093270:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093274:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691791.093276:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691791.093278:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691791.093284:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691791.093290:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691791.093299:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061088768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691791.093310:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691791.093312:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.093319:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061088768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691791.093349:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.093354:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691791.093363:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691791.093369:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691791.093375:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691791.093378:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691791.093382:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691791.093388:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691791.093394:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19930
00000400:00000200:3.0:1790691791.093404:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691791.093410:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691791.093416:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691791.093422:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093426:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.093433:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093437:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691791.093443:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691791.093447:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691791.093452:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691791.093501:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691791.093508:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691791.093513:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691791.093520:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093525:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691791.093532:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093538:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691791.093545:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691791.093553:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691791.093557:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691791.093561:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691791.093567:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691791.093574:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093581:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691791.093587:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691791.093592:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093599:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691791.093605:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691791.093613:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691791.093620:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691791.093623:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691791.093628:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691791.093632:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691791.093636:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691791.093645:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691791.093652:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691791.093662:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061088896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691791.093677:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691791.093682:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.093690:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061088896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691791.093708:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691791.093716:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19940)
00000800:00000200:1.1:1790691791.093873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691791.093875:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691791.094065:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691791.094066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691791.094240:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691791.094242:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691792.436528:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314604288, at 4314604352
00000100:00000010:0.0:1790691792.436542:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:3.0:1790691793.012602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691793.012605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691793.012608:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691794.036600:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691794.036604:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691794.036607:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691796.212591:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691796.212600:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691796.212603:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691796.212606:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691796.212609:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691796.212616:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19935
00000400:00000200:0.0:1790691796.212624:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691796.212631:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691796.212634:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691796.212636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212640:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.212642:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212644:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691796.212651:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691796.212653:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691796.212655:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691796.212658:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691796.212659:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691796.212661:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691796.212663:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212664:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.212665:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212667:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691796.212669:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691796.212671:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212672:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691796.212675:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691796.212677:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691796.212679:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.212680:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691796.212682:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691796.212690:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691796.212692:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691796.212695:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691796.212696:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.212699:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691796.212701:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691796.212705:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691796.212711:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691796.212717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691796.212724:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061089024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691796.212743:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691796.212748:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691796.212754:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061089024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691796.212778:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691796.212782:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691796.212786:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691796.212787:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691796.212789:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691796.212792:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691796.212794:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19935
00000400:00000200:0.0:1790691796.212798:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691796.212801:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691796.212803:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691796.212805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212806:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.212808:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212809:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691796.212812:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691796.212813:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691796.212814:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691796.212816:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691796.212818:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691796.212819:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691796.212822:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212824:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.212825:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212826:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691796.212828:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691796.212833:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212835:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691796.212838:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691796.212845:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691796.212848:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.212853:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691796.212858:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691796.212862:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.212865:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691796.212870:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691796.212873:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691796.212878:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691796.212881:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.212886:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691796.212889:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691796.212893:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691796.212897:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691796.212902:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691796.212910:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061089152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691796.212921:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691796.212924:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691796.212930:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061089152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691796.212940:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691796.212943:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691796.212949:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691796.212951:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691796.212954:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691796.212958:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691796.212961:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19935
00000400:00000200:0.0:1790691796.212969:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691796.212975:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691796.212977:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691796.212986:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212989:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.212993:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.212996:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691796.213001:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691796.213004:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691796.213005:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691796.213007:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691796.213008:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691796.213011:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691796.213016:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213018:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.213023:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213026:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691796.213029:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691796.213036:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213040:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691796.213043:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691796.213047:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691796.213051:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213054:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691796.213058:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691796.213063:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213066:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691796.213069:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691796.213074:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691796.213078:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691796.213081:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213084:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691796.213086:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691796.213089:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691796.213093:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691796.213097:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691796.213105:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061089280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691796.213118:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790691796.213118:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691796.213123:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691796.213124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691796.213129:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061089280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691796.213142:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691796.213145:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691796.213150:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691796.213153:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691796.213157:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691796.213161:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691796.213164:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691796.213166:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691796.213171:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19935
00000400:00000200:0.0:1790691796.213176:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691796.213192:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691796.213197:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691796.213204:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213211:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.213216:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213220:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691796.213227:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691796.213230:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691796.213232:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691796.213248:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691796.213252:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691796.213256:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691796.213262:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213268:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691796.213270:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213275:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691796.213277:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691796.213280:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691796.213284:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691796.213285:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691796.213295:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691796.213298:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213302:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691796.213304:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691796.213310:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213314:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691796.213320:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691796.213324:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691796.213330:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691796.213332:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691796.213336:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691796.213339:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691796.213341:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691796.213348:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691796.213356:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691796.213364:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061089408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691796.213391:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691796.213395:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691796.213403:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061089408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691796.213425:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691796.213431:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19945)
00000800:00000200:1.1:1790691796.213631:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691796.213633:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691796.213828:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691796.213830:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691796.214005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691796.214007:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790691797.108662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691797.108667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691797.108671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691797.556544:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314609408, at 4314609472
00000100:00000010:0.0:1790691797.556556:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:3.0:1790691798.132638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691798.132642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691798.132645:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691801.204710:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691801.204717:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691801.204722:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691801.332518:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691801.332526:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691801.332528:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691801.332531:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691801.332535:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691801.332541:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19940
00000400:00000200:0.0:1790691801.332549:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691801.332555:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691801.332558:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691801.332560:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332563:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332565:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332567:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691801.332574:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691801.332575:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691801.332577:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691801.332580:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691801.332582:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691801.332584:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691801.332586:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332587:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332588:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332589:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691801.332591:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691801.332593:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332595:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691801.332597:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691801.332601:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691801.332603:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.332605:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691801.332606:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691801.332613:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691801.332616:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691801.332619:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691801.332620:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.332622:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691801.332624:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691801.332628:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691801.332636:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691801.332641:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691801.332648:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061089536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691801.332657:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691801.332668:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.332673:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061089536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691801.332692:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691801.332694:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691801.332697:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691801.332698:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691801.332699:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691801.332702:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691801.332703:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19940
00000400:00000200:0.0:1790691801.332706:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691801.332708:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691801.332709:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691801.332711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332713:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332715:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332716:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691801.332719:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691801.332720:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691801.332721:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691801.332723:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691801.332724:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691801.332726:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691801.332729:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332731:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332734:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332736:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691801.332740:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691801.332743:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332746:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691801.332748:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691801.332753:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691801.332759:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.332764:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691801.332771:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691801.332776:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.332779:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691801.332786:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691801.332790:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691801.332795:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691801.332798:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.332800:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691801.332803:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691801.332805:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691801.332812:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691801.332816:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691801.332823:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061089664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691801.332836:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691801.332839:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.332848:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061089664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691801.332863:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691801.332870:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691801.332875:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691801.332879:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691801.332884:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691801.332887:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691801.332893:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19940
00000400:00000200:0.0:1790691801.332900:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691801.332907:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691801.332910:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691801.332917:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332920:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332922:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332929:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691801.332935:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691801.332939:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691801.332941:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691801.332945:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691801.332950:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691801.332955:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691801.332961:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332963:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.332965:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332967:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691801.332972:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691801.332978:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691801.332982:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691801.332986:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691801.332991:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691801.332995:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333001:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691801.333004:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691801.333009:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333014:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691801.333022:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691801.333026:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691801.333031:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691801.333035:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333039:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691801.333043:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691801.333047:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691801.333054:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691801.333061:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691801.333073:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061089792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691801.333094:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691801.333098:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.333115:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061089792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691801.333131:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.333150:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691801.333156:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691801.333161:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691801.333169:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691801.333171:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691801.333173:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790691801.333175:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691801.333176:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691801.333181:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19940
00000800:00000200:1.1:1790691801.333182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1790691801.333187:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691801.333192:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691801.333195:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691801.333200:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.333204:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.333207:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.333210:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691801.333212:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691801.333213:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691801.333215:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691801.333218:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691801.333221:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691801.333223:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691801.333225:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.333226:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691801.333228:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691801.333230:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691801.333233:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691801.333238:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691801.333241:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691801.333243:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691801.333246:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691801.333250:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333252:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691801.333255:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691801.333258:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333261:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691801.333266:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691801.333268:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691801.333272:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691801.333274:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691801.333276:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691801.333278:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691801.333281:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691801.333286:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691801.333292:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691801.333299:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061089920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691801.333310:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691801.333314:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.333321:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061089920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691801.333334:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691801.333339:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19950)
00000800:00000200:1.1:1790691801.333772:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691801.333775:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691801.334100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691801.334103:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691801.334433:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691801.334435:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790691802.228741:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691802.228747:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691802.228752:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691802.676535:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314614528, at 4314614592
00000100:00000010:0.0:1790691802.676550:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:3.0:1790691805.300690:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691805.300697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691805.300702:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691806.324773:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691806.324782:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691806.324788:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691806.452590:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691806.452603:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691806.452606:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691806.452611:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691806.452617:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691806.452627:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19945
00000400:00000200:0.0:1790691806.452639:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691806.452648:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691806.452653:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691806.452657:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452662:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.452666:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452669:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691806.452679:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691806.452682:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691806.452686:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691806.452690:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691806.452694:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691806.452697:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691806.452701:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452704:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.452706:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452708:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691806.452712:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691806.452716:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452719:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691806.452723:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691806.452738:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691806.452742:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.452744:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691806.452747:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691806.452757:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691806.452762:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691806.452766:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691806.452768:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.452772:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691806.452776:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691806.452781:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691806.452790:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691806.452798:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691806.452821:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061090048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691806.452835:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691806.452842:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.452848:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061090048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691806.452889:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691806.452893:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691806.452897:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691806.452899:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691806.452902:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691806.452905:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691806.452908:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19945
00000400:00000200:0.0:1790691806.452912:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691806.452916:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691806.452918:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691806.452922:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452925:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.452929:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452932:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691806.452936:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691806.452938:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691806.452941:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691806.452944:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691806.452947:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691806.452951:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691806.452956:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452958:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.452962:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452966:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691806.452974:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691806.452980:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691806.452986:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691806.452988:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691806.452997:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691806.453004:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453007:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691806.453026:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691806.453062:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453069:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691806.453092:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691806.453099:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691806.453109:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691806.453114:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453120:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691806.453126:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691806.453132:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691806.453143:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691806.453156:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691806.453170:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061090176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691806.453188:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691806.453196:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.453209:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061090176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691806.453236:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691806.453242:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691806.453249:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691806.453252:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691806.453259:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691806.453268:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691806.453276:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19945
00000400:00000200:0.0:1790691806.453288:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691806.453307:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691806.453317:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691806.453329:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453336:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.453348:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453356:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691806.453362:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691806.453366:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691806.453369:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691806.453377:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691806.453382:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691806.453384:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691806.453398:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453401:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.453408:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453415:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691806.453418:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691806.453429:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453436:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691806.453441:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691806.453450:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691806.453506:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453514:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691806.453523:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691806.453536:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453546:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691806.453558:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691806.453568:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691806.453578:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691806.453584:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453591:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691806.453597:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691806.453601:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691806.453612:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691806.453620:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691806.453634:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061090304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691806.453660:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790691806.453661:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691806.453665:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.453674:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061090304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691806.453684:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.453691:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691806.453698:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1790691806.453699:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691806.453708:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691806.453717:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691806.453721:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691806.453727:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691806.453733:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691806.453742:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19945
00000400:00000200:0.0:1790691806.453750:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691806.453758:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691806.453766:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691806.453784:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453790:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.453799:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453806:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691806.453815:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691806.453820:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691806.453823:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691806.453840:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691806.453848:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691806.453856:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691806.453868:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453874:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691806.453884:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453895:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691806.453905:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691806.453912:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691806.453920:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691806.453925:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691806.453930:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691806.453933:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453939:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691806.453946:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691806.453954:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453962:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691806.453968:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691806.453975:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691806.453980:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691806.453986:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691806.453990:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691806.453993:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691806.453997:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691806.454011:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691806.454029:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691806.454063:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061090432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691806.454097:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691806.454105:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.454123:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061090432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691806.454166:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691806.454176:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19956)
00000800:00000200:1.1:1790691806.454586:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691806.454590:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691806.455080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691806.455084:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790691806.455486:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691806.455489:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1790691807.796540:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314619649, at 4314619712
00000100:00000010:0.0:1790691807.796561:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:3.0:1790691809.396660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691809.396668:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691809.396673:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691810.420642:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691810.420646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691810.420655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691811.572622:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691811.572634:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691811.572636:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691811.572640:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691811.572645:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691811.572653:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19951
00000400:00000200:3.0:1790691811.572664:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691811.572672:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691811.572675:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691811.572679:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.572684:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.572686:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.572689:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691811.572697:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691811.572700:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691811.572703:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691811.572707:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691811.572709:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691811.572712:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691811.572715:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.572716:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.572718:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.572720:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691811.572723:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691811.572726:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691811.572728:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691811.572731:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691811.572734:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691811.572737:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.572739:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691811.572741:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691811.572752:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790691811.572756:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691811.572762:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691811.572764:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.572769:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691811.572772:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691811.572777:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691811.572789:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790691811.572797:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691811.572849:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061090560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691811.572881:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691811.572886:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.572894:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061090560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691811.572924:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691811.572929:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691811.572934:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691811.572936:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691811.572978:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691811.572981:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691811.572984:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19951
00000400:00000200:3.0:1790691811.572989:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691811.572992:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691811.572995:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691811.572999:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573002:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573005:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573019:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691811.573023:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691811.573043:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691811.573046:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691811.573050:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691811.573054:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691811.573058:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691811.573069:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573076:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573084:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573088:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691811.573095:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691811.573107:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573119:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691811.573127:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691811.573140:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691811.573153:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573158:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691811.573165:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691811.573174:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573192:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691811.573202:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790691811.573209:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691811.573216:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691811.573222:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573227:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691811.573229:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691811.573234:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691811.573246:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790691811.573259:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691811.573274:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061090688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691811.573290:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691811.573297:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.573303:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061090688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691811.573331:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691811.573342:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691811.573357:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691811.573362:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691811.573368:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691811.573376:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691811.573385:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19951
00000400:00000200:3.0:1790691811.573414:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691811.573423:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691811.573425:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691811.573435:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573440:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573442:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573448:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691811.573457:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691811.573460:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691811.573464:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691811.573468:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691811.573470:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691811.573473:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691811.573478:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573481:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573483:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573485:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691811.573487:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691811.573490:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573492:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691811.573493:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691811.573496:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691811.573499:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573537:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691811.573543:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691811.573550:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573555:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691811.573563:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790691811.573570:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691811.573575:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691811.573580:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573586:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691811.573589:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691811.573594:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691811.573601:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790691811.573609:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691811.573619:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061090816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691811.573635:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691811.573639:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.573646:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061090816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691811.573662:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691811.573664:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.573670:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790691811.573674:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:3.0:1790691811.573675:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691811.573681:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691811.573686:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691811.573690:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691811.573693:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691811.573701:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691811.573705:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19951
00000400:00000200:3.0:1790691811.573712:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691811.573716:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691811.573721:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691811.573731:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573736:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573739:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573744:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691811.573754:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691811.573760:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691811.573765:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691811.573772:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691811.573782:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691811.573792:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691811.573825:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573835:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691811.573846:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573855:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691811.573867:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691811.573878:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691811.573886:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691811.573893:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691811.573900:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691811.573906:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573912:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691811.573915:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691811.573921:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.573928:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691811.573984:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790691811.573989:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691811.573998:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691811.574002:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691811.574005:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691811.574008:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691811.574011:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691811.574017:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790691811.574026:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691811.574057:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061090944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691811.574083:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691811.574092:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.574109:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061090944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691811.574176:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691811.574186:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19961)
00000800:00000200:1.1:1790691811.574546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691811.574549:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691811.574924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691811.574927:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790691811.575354:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691811.575357:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1790691812.916558:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314624769, at 4314624832
00000100:00000010:0.0:1790691812.916575:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:3.0:1790691813.492727:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691813.492735:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691813.492742:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691814.516713:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691814.516721:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691814.516753:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691816.692600:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691816.692610:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691816.692612:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691816.692616:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691816.692620:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691816.692626:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19956
00000400:00000200:3.0:1790691816.692636:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691816.692642:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691816.692645:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691816.692648:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692651:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.692654:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692656:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691816.692664:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691816.692665:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691816.692668:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691816.692671:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691816.692673:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691816.692675:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691816.692678:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.692682:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692683:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691816.692686:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691816.692689:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692691:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691816.692694:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691816.692697:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691816.692699:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.692701:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691816.692703:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691816.692711:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790691816.692714:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691816.692718:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691816.692719:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.692722:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691816.692724:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691816.692728:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691816.692735:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790691816.692741:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691816.692766:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061091072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691816.692780:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691816.692786:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691816.692792:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061091072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691816.692826:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691816.692830:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691816.692835:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691816.692837:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691816.692862:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691816.692882:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691816.692885:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19956
00000400:00000200:3.0:1790691816.692889:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691816.692891:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691816.692893:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691816.692896:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692898:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.692900:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692902:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691816.692906:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691816.692907:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691816.692909:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691816.692911:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691816.692913:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691816.692915:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691816.692918:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692920:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.692923:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692925:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691816.692927:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691816.692930:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691816.692934:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691816.692940:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691816.692947:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691816.692951:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.692956:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691816.692961:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691816.692966:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.692970:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691816.692978:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790691816.692983:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691816.692990:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691816.692995:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.692998:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691816.693001:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691816.693005:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691816.693011:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691816.693020:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691816.693027:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061091200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691816.693041:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691816.693045:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691816.693051:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061091200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691816.693065:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691816.693068:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691816.693075:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691816.693078:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691816.693080:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691816.693084:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691816.693091:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19956
00000400:00000200:3.0:1790691816.693101:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691816.693107:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691816.693111:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691816.693118:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693123:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.693129:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693132:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691816.693137:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691816.693141:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691816.693143:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691816.693144:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691816.693146:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691816.693152:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691816.693158:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693162:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.693167:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693170:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691816.693173:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691816.693179:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693183:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691816.693186:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691816.693190:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691816.693196:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693200:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691816.693203:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691816.693209:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693214:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691816.693220:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790691816.693224:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691816.693226:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691816.693227:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693228:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691816.693229:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691816.693233:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691816.693240:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691816.693246:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691816.693255:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061091328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691816.693268:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691816.693273:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691816.693282:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061091328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691816.693294:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691816.693299:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691816.693300:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:3.0:1790691816.693303:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691816.693311:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691816.693316:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691816.693320:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691816.693325:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691816.693330:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691816.693337:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691816.693342:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19956
00000400:00000200:3.0:1790691816.693350:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691816.693356:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691816.693360:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691816.693369:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693376:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.693381:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693389:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691816.693397:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691816.693400:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691816.693405:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691816.693410:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691816.693416:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691816.693423:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691816.693430:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693436:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691816.693444:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693452:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691816.693455:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691816.693458:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691816.693460:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691816.693463:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691816.693466:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691816.693498:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693503:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691816.693507:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691816.693512:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693517:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691816.693523:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790691816.693530:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691816.693537:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691816.693541:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691816.693547:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691816.693551:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691816.693555:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691816.693561:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691816.693568:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691816.693577:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061091456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691816.693589:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691816.693592:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691816.693601:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061091456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691816.693623:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691816.693629:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19966)
00000800:00000200:1.1:1790691816.694050:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691816.694052:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691816.694337:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691816.694340:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790691816.694684:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691816.694687:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790691817.588751:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691817.588756:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691817.588770:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691818.036516:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314629888, at 4314629952
00000100:00000010:0.0:1790691818.036532:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:3.0:1790691818.612743:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691818.612748:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691818.612753:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691821.684785:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691821.684792:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691821.684798:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691821.813208:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691821.813601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691821.813783:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691821.813983:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790691822.708718:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691822.708736:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691822.708739:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691823.156557:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314635008, at 4314635072
00000100:00000010:0.0:1790691823.156576:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000400:00000100:3.0:1790691824.884994:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691824.885052:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691824.885063:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691824.885066:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691824.885072:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691824.885077:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691824.885083:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691824.885088:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:3.0:1790691824.885096:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691824.885102:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691824.885111:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9908
00000400:00000010:3.0:1790691824.885115:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9908.
00000100:00000001:3.0:1790691824.885121:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691824.885134:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6680 x1877672061091584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885161:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691824.885167:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061091584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885175:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691824.885178:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691824.885193:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691824.885196:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:3.0:1790691824.885200:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691824.885204:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691824.885208:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:3.0:1790691824.885210:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:3.0:1790691824.885214:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691824.885221:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4a80 x1877672061091712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885232:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691824.885239:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061091712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885250:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691824.885253:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691824.885261:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691824.885272:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:3.0:1790691824.885277:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691824.885284:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691824.885304:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9000
00000400:00000010:3.0:1790691824.885309:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9000.
00000100:00000001:3.0:1790691824.885315:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691824.885325:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6d80 x1877672061091840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885347:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691824.885355:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061091840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885367:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691824.885371:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691824.885382:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691824.885387:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:3.0:1790691824.885394:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691824.885401:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691824.885407:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9220
00000400:00000010:3.0:1790691824.885411:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9220.
00000100:00000001:3.0:1790691824.885418:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691824.885427:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4e00 x1877672061091968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885449:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691824.885514:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061091968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691846 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691824.885528:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691824.885533:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691825.780621:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691825.780626:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691825.780629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691826.804708:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691826.804714:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691826.804718:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691826.933543:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691826.933551:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691826.934220:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691826.934224:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691826.934476:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691826.934478:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691826.934727:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691826.934729:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691828.276555:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314640129, at 4314640192
00000100:00000010:0.0:1790691828.276570:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:3.0:1790691829.876719:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691829.876724:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691829.876727:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691830.900619:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691830.900623:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691830.900626:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691832.054005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691832.054015:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691832.055018:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691832.055020:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691832.055390:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691832.055405:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691832.055937:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691832.055940:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790691833.396549:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314645249, at 4314645312
00000100:00000010:0.0:1790691833.396575:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:3.0:1790691833.972672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691833.972679:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691833.972685:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691834.996627:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691834.996633:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691834.996638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691837.173195:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691837.173200:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691837.173877:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691837.173879:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691837.174171:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691837.174173:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691837.174556:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691837.174559:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790691838.068669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691838.068674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691838.068681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691838.516551:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314650368, at 4314650432
00000100:00000010:0.0:1790691838.516573:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:3.0:1790691839.092629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691839.092635:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691839.092640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691842.164749:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691842.164754:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691842.164757:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691842.293718:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691842.293729:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691842.294322:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691842.294323:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691842.294572:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691842.294574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691842.294759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691842.294761:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790691843.188757:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691843.188764:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691843.188769:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691843.636629:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314655489, at 4314655552
00000100:00000010:0.0:1790691843.636647:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:3.0:1790691846.260707:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691846.260711:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691846.260714:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691847.284760:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691847.284766:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691847.284771:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691847.412707:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691847.412724:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691847.412745:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691847.412749:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691847.412754:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691847.412760:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19986
00000400:00000200:0.0:1790691847.412771:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691847.412791:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691847.412795:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691847.412800:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.412804:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.412807:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.412810:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691847.412831:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691847.412833:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691847.412836:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691847.412839:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691847.412842:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691847.412844:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691847.412846:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.412848:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.412850:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.412851:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691847.412855:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691847.412860:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691847.412863:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691847.412867:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691847.412882:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691847.412885:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.412888:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691847.412890:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691847.412901:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691847.412905:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691847.412909:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691847.412911:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.412914:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691847.412916:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691847.412921:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691847.412929:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691847.412947:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691847.412956:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061094144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691847.412966:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691847.412969:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.412973:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061094144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691847.412998:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691847.413001:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691847.413004:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691847.413005:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691847.413007:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691847.413009:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691847.413011:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19986
00000400:00000200:0.0:1790691847.413014:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691847.413017:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691847.413019:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691847.413022:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413023:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.413025:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413027:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691847.413030:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691847.413031:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691847.413032:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691847.413034:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691847.413036:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691847.413038:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691847.413040:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413041:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.413043:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413044:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691847.413046:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691847.413048:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413061:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691847.413062:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691847.413068:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691847.413070:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413072:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691847.413078:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691847.413082:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413085:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691847.413090:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691847.413094:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691847.413097:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691847.413098:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413101:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691847.413103:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691847.413105:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691847.413112:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691847.413117:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691847.413135:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061094272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691847.413153:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691847.413159:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.413165:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061094272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691847.413179:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691847.413195:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691847.413218:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691847.413227:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691847.413235:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691847.413242:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691847.413264:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19986
00000400:00000200:0.0:1790691847.413276:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691847.413283:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691847.413309:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691847.413324:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413335:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.413345:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413364:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691847.413382:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691847.413389:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691847.413392:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691847.413396:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691847.413403:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691847.413410:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691847.413426:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413430:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.413457:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413469:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691847.413474:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691847.413484:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691847.413580:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691847.413616:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691847.413626:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691847.413635:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413639:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691847.413644:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691847.413654:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413663:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691847.413697:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691847.413707:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691847.413716:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691847.413723:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.413730:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691847.413738:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691847.413760:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691847.413774:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691847.413787:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691847.413807:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061094400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691847.413866:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691847.413878:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.413895:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061094400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691847.413945:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.413950:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691847.413956:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691847.413960:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691847.413988:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691847.413994:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691847.414000:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691847.414010:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691847.414013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691847.414021:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19986
00000800:00000200:1.1:1790691847.414025:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000400:00000200:0.0:1790691847.414038:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691847.414057:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691847.414060:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691847.414073:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.414084:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.414094:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.414123:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691847.414134:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691847.414140:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691847.414143:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691847.414148:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691847.414159:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691847.414172:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691847.414185:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.414197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691847.414229:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691847.414272:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691847.414312:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691847.414325:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691847.414335:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691847.414343:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691847.414350:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691847.414355:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.414358:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691847.414362:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691847.414372:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.414374:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691847.414379:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691847.414389:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691847.414404:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691847.414405:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691847.414407:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691847.414411:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691847.414422:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691847.414429:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691847.414440:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691847.414459:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061094528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691847.414490:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691847.414499:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.414508:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061094528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691847.414541:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691847.414553:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (19997)
00000800:00000200:1.1:1790691847.414998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691847.415001:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691847.415502:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691847.415506:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790691847.415977:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691847.415980:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790691848.756596:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314660609, at 4314660672
00000100:00000010:0.0:1790691848.756613:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:3.0:1790691850.356617:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691850.356621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691850.356623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691851.380684:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691851.380688:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691851.380692:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691852.533114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691852.533118:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691852.533697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691852.533699:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691852.533913:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691852.533915:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790691852.534114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691852.534116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790691853.876548:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314665728, at 4314665792
00000100:00000010:0.0:1790691853.876573:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:3.0:1790691854.452617:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691854.452621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691854.452624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691855.476661:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691855.476664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691855.476667:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691857.652593:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691857.652603:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691857.652605:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691857.652609:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691857.652612:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691857.652619:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 19997
00000400:00000200:0.0:1790691857.652627:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691857.652634:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691857.652637:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691857.652640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652642:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.652645:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652646:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691857.652654:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691857.652655:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691857.652657:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691857.652660:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691857.652662:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691857.652664:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691857.652666:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652668:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.652670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652671:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691857.652674:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691857.652676:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652678:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691857.652680:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691857.652684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691857.652686:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.652689:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691857.652691:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691857.652701:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691857.652705:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691857.652709:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691857.652711:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.652714:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691857.652717:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691857.652721:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691857.652730:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691857.652737:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691857.652748:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061095168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691857.652760:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691857.652764:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.652768:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061095168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691857.652789:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691857.652792:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691857.652794:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691857.652795:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691857.652797:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691857.652799:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691857.652802:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19997
00000400:00000200:0.0:1790691857.652805:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691857.652807:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691857.652809:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691857.652812:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652813:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.652815:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652817:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691857.652820:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691857.652821:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691857.652823:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691857.652826:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691857.652827:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691857.652834:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691857.652841:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652843:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.652847:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652852:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691857.652855:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691857.652862:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691857.652870:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691857.652875:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691857.652901:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691857.652906:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.652910:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691857.652917:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691857.652924:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.652930:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691857.652936:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691857.652942:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691857.652950:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691857.652953:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.652954:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691857.652956:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691857.652960:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691857.652965:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691857.652969:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691857.652993:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061095296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691857.653005:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691857.653010:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.653017:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061095296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691857.653029:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691857.653035:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691857.653073:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691857.653076:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691857.653078:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691857.653080:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691857.653085:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19997
00000400:00000200:0.0:1790691857.653095:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691857.653103:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691857.653109:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691857.653116:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653121:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.653127:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653130:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691857.653137:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691857.653140:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691857.653142:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691857.653144:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691857.653148:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691857.653153:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691857.653159:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653163:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.653168:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653172:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691857.653178:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691857.653185:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653191:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691857.653195:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691857.653201:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691857.653208:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653212:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691857.653215:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691857.653220:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653224:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691857.653230:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691857.653235:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691857.653240:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691857.653243:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653246:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691857.653249:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691857.653252:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691857.653261:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691857.653268:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691857.653270:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691857.653276:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00100000:0.0:1790691857.653278:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061095424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691857.653296:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691857.653300:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.653307:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061095424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691857.653320:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.653324:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691857.653329:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691857.653332:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691857.653336:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691857.653338:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691857.653341:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691857.653343:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691857.653349:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 19997
00000400:00000200:0.0:1790691857.653357:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691857.653363:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691857.653365:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691857.653373:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653375:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.653380:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653386:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691857.653396:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691857.653400:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691857.653403:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691857.653406:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691857.653409:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691857.653415:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691857.653424:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653428:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691857.653433:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653436:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691857.653441:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691857.653445:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691857.653450:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691857.653493:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691857.653499:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691857.653504:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653510:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691857.653513:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691857.653518:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653522:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691857.653530:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691857.653535:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691857.653541:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691857.653544:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691857.653548:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691857.653551:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691857.653555:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691857.653563:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691857.653571:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691857.653585:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061095552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691857.653613:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691857.653618:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.653626:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061095552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691857.653634:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691857.653637:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20007)
00000800:00000200:1.1:1790691857.653924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691857.653927:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691857.654285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691857.654288:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790691857.654635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691857.654638:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790691858.548660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691858.548665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691858.548669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691858.996619:0:298315:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314670848, at 4314670912
00000100:00000010:0.0:1790691858.996627:0:298315:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e75a0.
00000020:00000001:3.0:1790691859.572703:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691859.572710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691859.572715:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691862.644662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691862.644666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691862.644668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691862.772561:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691862.772569:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691862.772571:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691862.772575:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691862.772579:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691862.772585:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20002
00000400:00000200:0.0:1790691862.772593:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691862.772599:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691862.772602:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691862.772604:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.772609:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772611:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691862.772617:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691862.772619:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691862.772621:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691862.772624:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691862.772625:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691862.772627:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691862.772629:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772630:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.772632:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691862.772635:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691862.772637:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772639:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691862.772641:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691862.772643:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691862.772645:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.772647:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691862.772648:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691862.772656:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691862.772659:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691862.772661:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691862.772662:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.772664:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691862.772667:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691862.772670:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691862.772679:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691862.772683:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691862.772690:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061095680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691862.772698:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691862.772702:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.772706:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061095680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691862.772724:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691862.772727:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691862.772729:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691862.772730:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691862.772732:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691862.772733:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691862.772735:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20002
00000400:00000200:0.0:1790691862.772737:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691862.772739:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691862.772741:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691862.772742:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772744:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.772745:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772747:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691862.772749:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691862.772750:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691862.772751:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691862.772753:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691862.772754:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691862.772755:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691862.772757:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772759:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.772760:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772762:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691862.772763:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691862.772765:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772768:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691862.772769:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691862.772773:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691862.772774:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.772777:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691862.772780:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691862.772782:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.772783:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691862.772786:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691862.772790:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691862.772798:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691862.772802:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.772809:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691862.772816:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691862.772820:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691862.772825:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691862.772834:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691862.772849:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061095808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691862.772868:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691862.772871:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.772876:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061095808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691862.772910:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691862.772916:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691862.772922:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691862.772925:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691862.772926:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691862.772929:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691862.772936:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20002
00000400:00000200:0.0:1790691862.772968:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691862.772977:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691862.772983:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691862.772989:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.772991:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.773000:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773002:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691862.773006:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691862.773012:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691862.773024:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691862.773031:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691862.773034:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691862.773039:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691862.773053:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773064:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.773072:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773086:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691862.773098:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691862.773109:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773119:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691862.773133:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691862.773138:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691862.773142:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773152:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691862.773160:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691862.773163:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773165:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691862.773169:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691862.773175:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691862.773179:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691862.773180:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773182:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691862.773185:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691862.773189:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691862.773198:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691862.773205:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691862.773219:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061095936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691862.773249:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691862.773251:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.773255:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061095936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691862.773269:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.773272:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691862.773284:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691862.773288:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691862.773292:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691862.773297:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691862.773303:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691862.773307:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691862.773315:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20002
00000400:00000200:0.0:1790691862.773322:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691862.773331:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691862.773334:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691862.773344:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773356:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691862.773356:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691862.773366:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691862.773368:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790691862.773377:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691862.773388:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691862.773392:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691862.773394:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691862.773399:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691862.773410:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691862.773420:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691862.773430:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773435:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691862.773444:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773482:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691862.773485:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691862.773488:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691862.773490:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691862.773493:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691862.773496:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691862.773497:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773504:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691862.773510:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691862.773517:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773522:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691862.773534:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691862.773544:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691862.773549:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691862.773551:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691862.773554:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691862.773556:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691862.773560:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691862.773574:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691862.773584:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691862.773596:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061096064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691862.773605:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691862.773607:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.773611:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061096064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691862.773626:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691862.773635:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20012)
00000800:00000200:1.1:1790691862.773886:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691862.773888:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691862.774096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691862.774098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790691862.774282:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691862.774284:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790691863.668659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691863.668663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691863.668666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691864.116536:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314675969, at 4314676032
00000100:00000010:0.0:1790691864.116551:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:3.0:1790691866.740698:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691866.740704:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691866.740708:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691867.764642:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691867.764646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691867.764649:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691867.892578:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691867.892587:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691867.892590:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691867.892594:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691867.892599:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691867.892606:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20007
00000400:00000200:0.0:1790691867.892615:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691867.892621:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691867.892624:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691867.892626:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892629:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.892631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691867.892640:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691867.892642:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691867.892644:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691867.892647:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691867.892650:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691867.892652:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691867.892656:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892659:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.892661:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892663:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691867.892666:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691867.892670:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892673:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691867.892676:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691867.892680:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691867.892683:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.892686:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691867.892687:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691867.892696:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691867.892699:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691867.892703:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691867.892705:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.892709:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691867.892711:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691867.892716:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691867.892725:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691867.892733:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691867.892742:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061096192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691867.892759:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691867.892763:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.892766:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061096192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691867.892784:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691867.892787:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691867.892789:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691867.892790:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691867.892792:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691867.892794:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691867.892797:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20007
00000400:00000200:0.0:1790691867.892802:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691867.892808:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691867.892811:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691867.892815:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892817:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.892820:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892824:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691867.892833:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691867.892837:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691867.892842:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691867.892868:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691867.892876:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691867.892888:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691867.892899:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892904:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.892914:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892923:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691867.892931:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691867.892941:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691867.892945:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691867.892954:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691867.892966:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691867.892969:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.892972:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691867.892979:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691867.892985:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.892987:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691867.892994:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691867.893000:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691867.893003:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691867.893005:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893015:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691867.893017:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691867.893020:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691867.893025:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691867.893034:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691867.893043:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061096320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691867.893078:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691867.893084:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.893092:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061096320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691867.893108:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691867.893111:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691867.893121:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691867.893124:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691867.893125:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691867.893132:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691867.893142:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20007
00000400:00000200:0.0:1790691867.893184:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691867.893193:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691867.893198:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691867.893208:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893216:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.893225:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893229:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691867.893237:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691867.893239:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691867.893243:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.1:1790691867.893246:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790691867.893247:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691867.893252:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691867.893258:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691867.893266:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691867.893281:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893290:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.893297:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893301:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691867.893304:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691867.893312:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893316:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691867.893324:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691867.893330:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691867.893342:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893352:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691867.893356:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691867.893364:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893376:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691867.893386:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691867.893391:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691867.893396:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691867.893400:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893408:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691867.893414:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691867.893418:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691867.893436:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691867.893441:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691867.893449:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061096448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691867.893500:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691867.893502:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.893509:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061096448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691867.893526:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.893531:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691867.893542:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691867.893547:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691867.893553:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691867.893560:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691867.893565:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691867.893575:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691867.893583:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20007
00000400:00000200:0.0:1790691867.893590:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691867.893598:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691867.893605:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691867.893613:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893622:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.893629:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893631:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691867.893636:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691867.893638:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691867.893643:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691867.893648:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691867.893657:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691867.893662:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691867.893670:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893680:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691867.893689:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893698:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691867.893705:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691867.893716:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691867.893729:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691867.893739:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691867.893746:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691867.893758:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893769:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691867.893777:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691867.893782:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893790:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691867.893805:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691867.893812:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691867.893823:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691867.893830:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691867.893841:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691867.893864:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691867.893869:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691867.893878:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691867.893884:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691867.893894:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061096576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691867.893916:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691867.893924:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.893938:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061096576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691867.893954:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691867.893962:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20017)
00000800:00000200:1.1:1790691867.894105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691867.894107:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691867.894335:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691867.894337:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691867.894585:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691867.894587:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691869.236541:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314681088, at 4314681152
00000100:00000010:0.0:1790691869.236557:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:3.0:1790691870.836615:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691870.836619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691870.836622:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691871.860623:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691871.860629:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691871.860633:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691873.012549:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691873.012558:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691873.012561:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691873.012564:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691873.012568:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691873.012574:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20012
00000400:00000200:0.0:1790691873.012581:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691873.012588:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691873.012591:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691873.012593:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012596:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.012598:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012600:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691873.012607:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691873.012608:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691873.012610:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691873.012613:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691873.012614:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691873.012616:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691873.012618:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012620:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.012621:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012623:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691873.012624:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691873.012627:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012628:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691873.012631:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691873.012633:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691873.012635:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.012637:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691873.012638:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691873.012645:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691873.012648:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691873.012650:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691873.012652:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.012654:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691873.012656:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691873.012660:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691873.012668:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691873.012674:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691873.012681:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061096704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691873.012690:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691873.012695:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.012700:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061096704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691873.012725:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691873.012729:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691873.012733:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691873.012734:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691873.012736:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691873.012739:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691873.012742:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20012
00000400:00000200:0.0:1790691873.012746:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691873.012760:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691873.012763:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691873.012766:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.012770:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012771:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691873.012774:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691873.012775:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691873.012776:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691873.012778:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691873.012780:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691873.012781:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691873.012783:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012785:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.012786:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012788:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691873.012790:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691873.012792:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012793:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691873.012795:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691873.012805:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691873.012807:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.012808:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691873.012812:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691873.012815:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.012817:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691873.012825:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691873.012828:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691873.012833:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691873.012835:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.012840:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691873.012843:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691873.012847:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691873.012855:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691873.012863:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691873.012874:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061096832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691873.012892:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691873.012898:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.012907:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061096832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691873.012926:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691873.012930:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691873.012937:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691873.012940:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691873.012944:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691873.012947:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691873.012951:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20012
00000400:00000200:0.0:1790691873.012959:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691873.012965:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691873.012968:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691873.012975:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012980:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.012983:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.012987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691873.012992:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691873.012993:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691873.012994:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691873.012998:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691873.013001:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691873.013004:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691873.013013:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013016:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.013021:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013024:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691873.013029:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691873.013036:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013040:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691873.013044:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691873.013047:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691873.013052:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013055:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691873.013059:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691873.013063:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013066:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691873.013070:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691873.013074:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691873.013077:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691873.013079:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013081:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691873.013085:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691873.013087:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691873.013088:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:0.0:1790691873.013092:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000800:00000200:1.1:1790691873.013093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790691873.013098:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691873.013106:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061096960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691873.013118:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691873.013122:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.013130:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061096960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691873.013140:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.013143:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691873.013145:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691873.013149:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691873.013156:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691873.013159:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691873.013161:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691873.013162:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691873.013165:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20012
00000400:00000200:0.0:1790691873.013167:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691873.013172:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691873.013176:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691873.013179:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013182:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.013186:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013189:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691873.013192:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691873.013194:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691873.013196:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691873.013199:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691873.013204:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691873.013206:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691873.013213:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013216:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691873.013218:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013219:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691873.013221:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691873.013227:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691873.013231:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691873.013234:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691873.013238:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691873.013240:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013242:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691873.013246:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691873.013249:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013250:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691873.013255:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691873.013257:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691873.013258:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691873.013259:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691873.013260:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691873.013261:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691873.013262:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691873.013265:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790691873.013270:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691873.013276:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061097088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691873.013289:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691873.013292:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.013299:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061097088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691873.013315:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691873.013319:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20022)
00000800:00000200:1.1:1790691873.013546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691873.013547:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691873.013727:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691873.013729:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691873.013958:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691873.013959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790691874.356565:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314686208, at 4314686272
00000100:00000010:0.0:1790691874.356579:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:3.0:1790691874.932679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691874.932686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691874.932690:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691875.956732:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691875.956738:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691875.956743:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691878.132611:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691878.132620:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691878.132622:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691878.132625:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691878.132629:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691878.132634:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20017
00000400:00000200:0.0:1790691878.132642:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691878.132665:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691878.132670:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691878.132672:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132675:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.132677:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132679:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691878.132686:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691878.132687:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691878.132690:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691878.132692:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691878.132694:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691878.132696:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691878.132698:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132700:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.132701:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132703:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691878.132705:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691878.132708:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132709:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691878.132711:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691878.132714:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691878.132716:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.132717:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691878.132719:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691878.132727:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691878.132729:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691878.132732:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691878.132733:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.132736:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691878.132737:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691878.132741:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691878.132748:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691878.132752:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691878.132759:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061097216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691878.132767:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691878.132771:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.132774:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061097216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691878.132794:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691878.132796:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691878.132799:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691878.132800:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691878.132802:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691878.132803:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691878.132806:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20017
00000400:00000200:0.0:1790691878.132808:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691878.132811:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691878.132812:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691878.132815:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132816:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.132819:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132820:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691878.132823:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691878.132824:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691878.132825:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691878.132828:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691878.132829:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691878.132831:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691878.132833:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132834:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.132836:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132839:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691878.132843:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691878.132847:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691878.132848:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691878.132849:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691878.132853:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691878.132858:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.132865:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691878.132869:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691878.132873:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.132874:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691878.132877:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691878.132883:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691878.132887:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691878.132890:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.132895:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691878.132899:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691878.132903:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691878.132913:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691878.132922:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691878.132930:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061097344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691878.132939:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691878.132945:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.132951:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061097344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691878.132962:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691878.132965:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691878.132971:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691878.132975:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691878.132978:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691878.132989:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691878.133007:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20017
00000400:00000200:0.0:1790691878.133016:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691878.133020:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691878.133022:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691878.133027:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133038:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.133042:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133047:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691878.133049:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691878.133050:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691878.133051:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691878.133053:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691878.133057:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691878.133066:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691878.133071:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133077:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.133080:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133082:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691878.133083:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691878.133085:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133086:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691878.133087:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691878.133090:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691878.133103:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133104:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691878.133105:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691878.133107:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133109:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691878.133113:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691878.133117:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691878.133120:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691878.133123:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133128:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691878.133130:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691878.133131:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691878.133137:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691878.133144:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691878.133156:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061097472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691878.133192:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691878.133199:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.133210:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061097472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691878.133233:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.133243:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691878.133251:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691878.133254:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691878.133256:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691878.133260:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691878.133266:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691878.133275:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691878.133280:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20017
00000400:00000200:0.0:1790691878.133337:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691878.133349:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691878.133354:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691878.133357:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133360:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691878.133367:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133369:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691878.133372:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691878.133377:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691878.133383:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691878.133386:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691878.133389:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691878.133395:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691878.133403:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133410:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790691878.133413:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691878.133417:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133425:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691878.133426:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000040:0.0:1790691878.133430:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691878.133437:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691878.133449:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691878.133487:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691878.133490:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691878.133493:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133496:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691878.133497:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691878.133499:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133500:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691878.133504:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691878.133507:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691878.133518:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691878.133521:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691878.133523:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691878.133525:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691878.133528:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691878.133532:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691878.133540:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691878.133551:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061097600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691878.133565:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691878.133570:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.133574:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061097600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691878.133590:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691878.133602:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20027)
00000800:00000200:1.1:1790691878.134080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691878.134084:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691878.134398:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691878.134401:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790691878.134757:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691878.134760:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691879.028607:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691879.028611:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691879.028613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691879.476549:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314691329, at 4314691392
00000100:00000010:0.0:1790691879.476567:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:3.0:1790691880.052663:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691880.052668:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691880.052672:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691883.124666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691883.124670:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691883.124673:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691883.253349:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691883.253357:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691883.253953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691883.253956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691883.254188:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691883.254191:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790691883.254433:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691883.254435:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1790691884.148696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691884.148699:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691884.148702:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691884.596582:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314696449, at 4314696512
00000100:00000010:0.0:1790691884.596599:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:3.0:1790691887.220643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691887.220649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691887.220654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691888.244665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691888.244669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691888.244672:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691888.372569:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691888.372577:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691888.372579:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691888.372582:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691888.372586:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691888.372593:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20027
00000400:00000200:0.0:1790691888.372601:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691888.372607:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691888.372610:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691888.372613:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372615:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.372617:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372619:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691888.372626:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691888.372627:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691888.372629:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691888.372632:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691888.372634:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691888.372636:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691888.372638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.372640:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372642:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691888.372644:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691888.372646:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372648:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691888.372650:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691888.372653:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691888.372655:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.372656:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691888.372658:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691888.372666:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691888.372668:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691888.372671:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691888.372672:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.372675:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691888.372677:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691888.372680:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691888.372700:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691888.372707:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691888.372718:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061098240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691888.372730:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691888.372735:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.372740:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061098240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691888.372761:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691888.372763:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691888.372766:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691888.372767:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691888.372768:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691888.372771:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691888.372774:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20027
00000400:00000200:0.0:1790691888.372777:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691888.372780:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691888.372782:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691888.372784:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372786:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.372789:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372791:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691888.372796:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691888.372797:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691888.372802:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691888.372804:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691888.372808:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691888.372810:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691888.372815:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372817:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.372822:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372826:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691888.372832:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691888.372837:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691888.372840:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691888.372844:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691888.372851:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691888.372859:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.372864:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691888.372871:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691888.372878:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.372884:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691888.372890:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691888.372897:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691888.372904:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691888.372908:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.372910:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691888.372912:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691888.372918:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691888.372926:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691888.372933:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691888.372947:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061098368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691888.372981:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691888.372987:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.372994:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061098368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691888.373012:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691888.373017:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691888.373023:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691888.373026:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691888.373030:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691888.373035:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691888.373042:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20027
00000400:00000200:0.0:1790691888.373077:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691888.373087:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691888.373092:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691888.373097:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373102:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.373109:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790691888.373114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691888.373115:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691888.373123:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691888.373125:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691888.373127:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691888.373129:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691888.373130:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691888.373132:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691888.373136:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373140:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.373146:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373153:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691888.373160:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691888.373168:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373172:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691888.373176:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691888.373183:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691888.373190:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373195:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691888.373199:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691888.373206:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373208:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691888.373212:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691888.373218:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691888.373223:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691888.373226:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373229:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691888.373231:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691888.373235:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691888.373243:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691888.373249:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691888.373258:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061098496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691888.373276:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691888.373281:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.373289:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061098496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691888.373306:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.373310:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691888.373316:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691888.373322:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691888.373329:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691888.373330:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691888.373332:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691888.373335:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691888.373341:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20027
00000400:00000200:0.0:1790691888.373349:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691888.373357:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691888.373363:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691888.373370:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373375:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.373381:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373386:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691888.373415:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691888.373419:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691888.373425:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691888.373431:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000800:00000200:1.1:1790691888.373433:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790691888.373436:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691888.373441:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691888.373493:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373497:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691888.373500:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373502:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691888.373510:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691888.373515:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691888.373521:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691888.373527:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691888.373533:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691888.373539:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373543:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691888.373546:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691888.373550:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373555:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691888.373562:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691888.373568:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691888.373576:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691888.373579:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691888.373583:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691888.373587:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691888.373591:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691888.373600:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691888.373610:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691888.373622:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061098624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691888.373640:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691888.373646:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.373656:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061098624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691888.373676:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691888.373684:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20037)
00000800:00000200:1.1:1790691888.373767:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691888.373929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691889.716581:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314701568, at 4314701632
00000100:00000010:0.0:1790691889.716602:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:3.0:1790691891.316645:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691891.316651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691891.316655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790691891.444824:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691891.444902:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691891.444916:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691891.444921:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691891.444928:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691891.444934:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691891.444941:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691891.444946:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790691891.444954:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691891.444959:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691891.444966:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f96e8
00000400:00000010:3.0:1790691891.444969:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f96e8.
00000100:00000001:3.0:1790691891.444975:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691891.445001:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061098240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445030:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691891.445036:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061098240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445048:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691891.445051:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691891.445085:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691891.445093:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:3.0:1790691891.445099:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691891.445103:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691891.445108:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9f68
00000400:00000010:3.0:1790691891.445112:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9f68.
00000100:00000001:3.0:1790691891.445118:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691891.445126:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061098368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445141:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691891.445150:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061098368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445160:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691891.445162:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691891.445173:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691891.445176:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:3.0:1790691891.445180:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691891.445186:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691891.445207:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f94c8
00000400:00000010:3.0:1790691891.445212:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f94c8.
00000100:00000001:3.0:1790691891.445220:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691891.445229:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061098496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445242:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691891.445251:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061098496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445265:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691891.445271:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691891.445282:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691891.445287:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:3.0:1790691891.445294:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691891.445304:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691891.445311:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f95d8
00000400:00000010:3.0:1790691891.445315:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f95d8.
00000100:00000001:3.0:1790691891.445321:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691891.445331:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061098624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445352:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691891.445360:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061098624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691913 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691891.445375:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691891.445380:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790691892.340595:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691892.340600:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691892.340603:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691893.492560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691893.492575:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691893.492578:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691893.492583:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691893.492590:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691893.492600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20032
00000400:00000200:0.0:1790691893.492611:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691893.492619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691893.492623:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691893.492627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492631:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.492634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691893.492645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691893.492647:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691893.492650:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691893.492654:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691893.492656:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691893.492657:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691893.492661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492662:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.492664:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492665:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691893.492668:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691893.492671:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492672:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691893.492675:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691893.492680:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691893.492683:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.492686:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691893.492688:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691893.492697:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691893.492702:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691893.492706:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691893.492708:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.492712:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691893.492716:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691893.492721:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691893.492731:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691893.492740:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691893.492753:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061098752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691893.492767:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691893.492773:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.492778:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061098752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691893.492806:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691893.492809:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691893.492812:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691893.492813:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691893.492815:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691893.492818:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691893.492820:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20032
00000400:00000200:0.0:1790691893.492823:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691893.492827:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691893.492829:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691893.492831:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492834:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.492837:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492840:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691893.492844:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691893.492846:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691893.492848:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691893.492851:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691893.492855:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691893.492858:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691893.492865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492870:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.492872:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492877:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691893.492881:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691893.492886:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691893.492899:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691893.492903:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691893.492917:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691893.492923:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.492926:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691893.492935:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691893.492942:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.492948:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691893.492956:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691893.492961:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691893.492964:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691893.492965:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.492967:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691893.492969:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691893.492971:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691893.492977:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691893.492985:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691893.492995:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061098880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691893.493010:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691893.493015:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.493021:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061098880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691893.493034:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691893.493039:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691893.493044:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691893.493046:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691893.493051:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691893.493055:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691893.493058:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20032
00000400:00000200:0.0:1790691893.493066:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691893.493073:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691893.493079:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691893.493086:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493093:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.493099:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493105:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691893.493112:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691893.493116:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691893.493120:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691893.493125:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691893.493129:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691893.493134:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691893.493139:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493143:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.493149:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493151:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691893.493154:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691893.493158:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493165:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691893.493168:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691893.493171:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691893.493175:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493180:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691893.493182:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691893.493195:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493201:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691893.493208:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691893.493213:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691893.493219:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691893.493222:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493226:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691893.493229:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691893.493232:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691893.493239:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691893.493245:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691893.493251:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061099008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691893.493269:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691893.493273:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.493283:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061099008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691893.493296:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.493300:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691893.493307:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691893.493311:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691893.493317:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691893.493321:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691893.493324:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691893.493331:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790691893.493337:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691893.493338:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20032
00000800:00000200:1.1:1790691893.493346:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000400:00000200:0.0:1790691893.493347:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691893.493372:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691893.493377:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691893.493385:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493389:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.493393:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493399:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691893.493405:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691893.493409:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691893.493411:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691893.493415:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691893.493418:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691893.493423:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691893.493429:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493434:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691893.493438:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493442:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691893.493448:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691893.493496:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691893.493501:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691893.493506:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691893.493510:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691893.493515:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493520:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691893.493525:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691893.493532:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493536:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691893.493549:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691893.493554:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691893.493558:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691893.493560:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691893.493565:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691893.493567:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691893.493571:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691893.493578:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691893.493584:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691893.493594:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061099136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691893.493606:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691893.493610:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.493617:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061099136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691893.493632:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691893.493641:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20043)
00000800:00000200:1.1:1790691893.494099:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691893.494102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691893.494339:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691893.494341:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691893.494583:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691893.494585:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790691894.836589:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314706689, at 4314706752
00000100:00000010:0.0:1790691894.836630:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000020:00000001:3.0:1790691895.412586:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691895.412590:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691895.412593:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691896.436613:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691896.436618:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691896.436622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691898.613152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691898.613158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691898.613656:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691898.613658:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691898.613857:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691898.613859:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790691898.614100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691898.614102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691899.508685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691899.508691:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691899.508696:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691899.956619:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314711808, at 4314711872
00000100:00000010:0.0:1790691899.956633:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:3.0:1790691900.532635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691900.532639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691900.532643:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691903.604656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691903.604661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691903.604664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691903.732541:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691903.732549:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691903.732551:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691903.732554:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691903.732558:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691903.732571:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20043
00000400:00000200:0.0:1790691903.732579:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691903.732585:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691903.732588:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691903.732590:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732593:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691903.732605:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691903.732606:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691903.732608:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691903.732611:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691903.732613:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691903.732614:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691903.732616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732619:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732620:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691903.732622:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691903.732624:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732626:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691903.732629:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691903.732631:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691903.732633:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732635:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691903.732637:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691903.732645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691903.732648:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691903.732650:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691903.732651:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732654:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691903.732656:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691903.732659:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691903.732666:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691903.732671:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691903.732678:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061099776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691903.732686:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691903.732689:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.732692:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061099776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691903.732708:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691903.732711:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691903.732713:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691903.732714:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691903.732715:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691903.732718:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691903.732719:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20043
00000400:00000200:0.0:1790691903.732722:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691903.732723:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691903.732725:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691903.732727:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732730:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732732:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691903.732735:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691903.732737:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691903.732738:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691903.732740:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691903.732742:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691903.732743:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691903.732746:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732747:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732749:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732750:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691903.732751:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691903.732754:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732759:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691903.732761:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691903.732766:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691903.732770:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732772:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691903.732775:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691903.732778:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732781:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691903.732785:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691903.732789:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691903.732793:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691903.732795:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732801:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691903.732807:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691903.732810:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691903.732817:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691903.732824:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691903.732836:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061099904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691903.732850:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691903.732855:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.732861:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061099904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691903.732873:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691903.732877:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691903.732883:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691903.732887:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691903.732888:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691903.732891:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691903.732895:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20043
00000400:00000200:0.0:1790691903.732899:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691903.732902:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691903.732905:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691903.732907:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732909:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732911:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732916:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691903.732920:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691903.732922:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691903.732925:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691903.732928:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691903.732930:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691903.732932:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691903.732937:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732941:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.732943:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732947:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691903.732950:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691903.732954:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691903.732959:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691903.732963:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691903.732966:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691903.732970:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732974:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691903.732977:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691903.732980:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.732984:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691903.732989:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691903.732991:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691903.732994:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691903.732996:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.733000:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691903.733002:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691903.733003:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691903.733006:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691903.733011:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691903.733019:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061100032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691903.733032:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691903.733035:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.733040:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061100032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691903.733050:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.733055:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691903.733059:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691903.733063:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691903.733068:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691903.733069:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691903.733072:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691903.733075:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691903.733080:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20043
00000400:00000200:0.0:1790691903.733101:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691903.733106:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691903.733109:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691903.733110:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.733112:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.733116:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.733119:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691903.733122:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691903.733123:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691903.733126:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691903.733128:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691903.733133:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691903.733135:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691903.733139:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.733144:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691903.733147:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691903.733151:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790691903.733152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790691903.733165:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691903.733169:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691903.733173:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691903.733174:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1790691903.733175:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691903.733178:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691903.733181:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.733183:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691903.733185:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691903.733189:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.733192:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691903.733197:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691903.733200:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691903.733202:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691903.733203:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691903.733205:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691903.733208:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691903.733211:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691903.733216:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691903.733223:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691903.733228:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061100160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691903.733239:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691903.733243:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.733251:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061100160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691903.733268:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691903.733274:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20053)
00000800:00000200:1.1:1790691903.733695:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691903.733713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691903.734034:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691903.734037:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790691903.734444:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691903.734447:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790691904.628611:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691904.628615:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691904.628618:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691905.076573:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314716928, at 4314716992
00000100:00000010:0.0:1790691905.076589:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:3.0:1790691907.700633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691907.700637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691907.700640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691908.724675:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691908.724680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691908.724684:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691908.852556:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691908.852568:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691908.852571:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691908.852575:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691908.852580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691908.852588:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20048
00000400:00000200:0.0:1790691908.852597:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691908.852606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691908.852610:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691908.852616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852621:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.852625:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852628:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691908.852657:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691908.852660:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691908.852665:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691908.852671:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691908.852675:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691908.852680:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691908.852685:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852689:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.852693:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852697:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691908.852702:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691908.852708:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852713:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691908.852719:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691908.852723:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691908.852726:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.852728:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691908.852731:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691908.852742:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691908.852746:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691908.852750:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691908.852752:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.852756:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691908.852759:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691908.852764:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691908.852794:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691908.852802:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691908.852812:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061100288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691908.852823:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691908.852827:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.852832:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061100288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691908.852880:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691908.852884:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691908.852889:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691908.852891:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691908.852893:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691908.852896:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691908.852899:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20048
00000400:00000200:0.0:1790691908.852904:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691908.852908:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691908.852911:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691908.852914:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852917:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.852919:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852922:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691908.852926:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691908.852927:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691908.852929:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691908.852932:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691908.852934:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691908.852936:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691908.852939:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852942:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.852944:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852946:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691908.852949:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691908.852951:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691908.852954:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691908.852957:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691908.852963:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691908.852966:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.852968:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691908.852974:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691908.852978:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.852980:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691908.852987:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691908.852994:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691908.853001:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691908.853007:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853012:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691908.853015:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691908.853018:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691908.853029:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691908.853038:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691908.853053:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061100416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691908.853108:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691908.853115:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.853129:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061100416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691908.853152:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691908.853159:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691908.853167:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691908.853170:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691908.853176:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691908.853180:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691908.853184:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20048
00000400:00000200:0.0:1790691908.853203:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691908.853218:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691908.853228:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691908.853244:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853253:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.853258:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853269:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691908.853300:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691908.853304:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691908.853321:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691908.853335:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691908.853347:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691908.853360:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691908.853374:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853385:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.853397:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853407:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691908.853414:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691908.853423:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853432:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691908.853437:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790691908.853438:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790691908.853443:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790691908.853445:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1790691908.853450:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853485:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691908.853488:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691908.853492:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853493:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691908.853499:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691908.853502:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691908.853505:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691908.853507:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853509:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691908.853512:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691908.853514:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691908.853519:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691908.853523:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691908.853532:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061100544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691908.853562:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691908.853567:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.853580:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061100544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691908.853647:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.853656:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691908.853674:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691908.853682:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691908.853692:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691908.853697:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691908.853704:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691908.853710:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691908.853718:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20048
00000400:00000200:0.0:1790691908.853731:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691908.853739:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691908.853743:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691908.853750:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853755:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.853762:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853767:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691908.853795:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691908.853799:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691908.853803:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691908.853809:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691908.853817:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691908.853824:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691908.853849:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853880:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691908.853887:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853892:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691908.853898:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691908.853906:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691908.853914:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691908.853920:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691908.853926:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691908.853931:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853935:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691908.853938:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691908.853947:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853953:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691908.853962:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691908.853968:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691908.853978:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691908.853982:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691908.853987:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691908.853990:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691908.853995:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691908.854004:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691908.854016:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691908.854032:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061100672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691908.854051:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691908.854079:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.854092:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061100672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691908.854121:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691908.854129:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20058)
00000800:00000200:1.1:1790691908.854393:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691908.854396:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691908.854748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691908.854751:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790691908.855129:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691908.855131:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790691910.196517:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314722049, at 4314722112
00000100:00000010:0.0:1790691910.196532:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:3.0:1790691911.796668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691911.796673:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691911.796676:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691912.820734:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691912.820742:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691912.820747:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691913.972573:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691913.972585:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691913.972587:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691913.972592:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691913.972596:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691913.972605:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20053
00000400:00000200:0.0:1790691913.972615:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691913.972622:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691913.972626:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691913.972628:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972632:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.972634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691913.972645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691913.972646:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691913.972649:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691913.972653:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691913.972655:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691913.972656:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691913.972659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972660:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.972661:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972663:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691913.972665:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691913.972684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691913.972691:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691913.972696:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691913.972700:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.972703:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691913.972708:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691913.972722:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691913.972728:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691913.972733:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691913.972736:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.972741:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691913.972745:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691913.972752:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691913.972768:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691913.972778:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691913.972794:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061100800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691913.972809:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691913.972814:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.972819:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061100800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691913.972850:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691913.972854:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691913.972857:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691913.972859:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691913.972860:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691913.972863:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691913.972866:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20053
00000400:00000200:0.0:1790691913.972870:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691913.972873:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691913.972875:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691913.972878:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972880:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.972882:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972884:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691913.972887:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691913.972890:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691913.972891:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691913.972910:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691913.972912:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691913.972913:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691913.972915:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972917:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.972918:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972919:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691913.972920:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691913.972922:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691913.972923:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691913.972931:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691913.972937:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691913.972939:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.972940:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691913.972945:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691913.972947:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.972950:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691913.972969:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691913.972974:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691913.972979:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691913.972980:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.972982:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691913.972985:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691913.972988:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691913.973013:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691913.973022:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691913.973034:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061100928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691913.973057:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691913.973063:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.973073:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061100928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691913.973087:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691913.973092:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691913.973097:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691913.973099:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691913.973103:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691913.973110:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691913.973114:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20053
00000400:00000200:0.0:1790691913.973121:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691913.973124:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691913.973130:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691913.973134:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973137:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.973143:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973149:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691913.973155:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691913.973158:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691913.973161:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691913.973165:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691913.973187:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691913.973192:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691913.973197:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973202:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.973208:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973211:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691913.973215:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691913.973219:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973221:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691913.973225:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691913.973229:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691913.973231:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973233:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691913.973234:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691913.973239:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973243:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691913.973247:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691913.973252:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691913.973255:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691913.973258:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973261:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691913.973264:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691913.973268:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691913.973273:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691913.973279:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691913.973289:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061101056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691913.973296:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691913.973300:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.973306:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061101056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691913.973318:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.973321:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691913.973324:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691913.973327:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691913.973329:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691913.973330:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691913.973331:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691913.973336:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691913.973340:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20053
00000400:00000200:0.0:1790691913.973348:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790691913.973358:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790691913.973359:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:1.1:1790691913.973361:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1790691913.973363:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691913.973370:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973373:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.973378:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973381:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691913.973384:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691913.973386:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691913.973388:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691913.973392:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691913.973396:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691913.973401:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691913.973405:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973408:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691913.973412:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973414:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691913.973419:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691913.973425:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691913.973430:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691913.973434:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691913.973438:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691913.973440:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973442:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691913.973445:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691913.973449:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973474:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691913.973478:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691913.973481:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691913.973482:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691913.973485:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691913.973488:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691913.973491:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691913.973493:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691913.973499:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691913.973504:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691913.973513:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061101184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691913.973525:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691913.973530:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.973535:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061101184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691913.973545:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691913.973549:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20063)
00000800:00000200:1.1:1790691913.973842:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691913.973844:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691913.974091:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691913.974093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790691913.974314:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691913.974316:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790691915.316578:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314727169, at 4314727232
00000100:00000010:0.0:1790691915.316592:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:3.0:1790691915.892642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691915.892645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691915.892649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691916.916650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691916.916653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691916.916656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691919.093242:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691919.093249:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691919.093876:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691919.093894:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691919.094087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691919.094088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790691919.094288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691919.094291:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1790691919.988614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691919.988619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691919.988623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691920.436525:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314732288, at 4314732352
00000100:00000010:0.0:1790691920.436539:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:3.0:1790691921.012655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691921.012661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691921.012664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691924.084725:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691924.084732:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691924.084737:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691924.212606:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691924.212618:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691924.212621:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691924.212626:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691924.212631:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691924.212640:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20063
00000400:00000200:0.0:1790691924.212650:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691924.212658:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691924.212662:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691924.212666:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212671:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.212674:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212677:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691924.212687:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691924.212689:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691924.212692:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691924.212696:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691924.212699:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691924.212702:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691924.212706:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212708:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.212711:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212713:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691924.212716:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691924.212720:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212723:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691924.212727:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691924.212730:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691924.212734:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.212737:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691924.212739:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691924.212750:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691924.212754:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691924.212792:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691924.212795:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.212798:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691924.212801:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691924.212806:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691924.212815:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691924.212823:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691924.212832:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061101824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691924.212844:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691924.212848:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.212854:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061101824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691924.212878:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691924.212882:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691924.212886:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691924.212887:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691924.212889:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691924.212892:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691924.212895:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20063
00000400:00000200:0.0:1790691924.212900:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691924.212906:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691924.212908:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691924.212912:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212915:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.212921:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212927:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691924.212935:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691924.212939:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691924.212943:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691924.212950:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691924.212957:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691924.212963:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691924.212975:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212981:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.212987:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.212993:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691924.213000:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691924.213010:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213016:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691924.213023:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691924.213031:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691924.213037:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213044:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691924.213053:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691924.213060:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213067:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691924.213076:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691924.213083:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691924.213090:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691924.213094:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213100:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691924.213106:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691924.213110:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691924.213120:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691924.213127:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691924.213139:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061101952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691924.213163:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691924.213170:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.213178:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061101952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790691924.213197:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790691924.213201:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691924.213201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00080000:0.0:1790691924.213209:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691924.213212:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691924.213214:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691924.213216:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691924.213221:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691924.213226:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20063
00000400:00000200:0.0:1790691924.213232:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691924.213240:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691924.213243:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691924.213249:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213253:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.213257:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213260:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691924.213264:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691924.213267:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691924.213271:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691924.213275:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691924.213280:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691924.213282:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691924.213289:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213294:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.213298:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213302:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691924.213306:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691924.213313:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213317:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691924.213323:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691924.213329:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691924.213333:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213336:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691924.213339:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691924.213344:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213351:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691924.213357:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691924.213362:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691924.213370:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691924.213373:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213378:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691924.213382:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691924.213387:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691924.213394:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790691924.213402:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691924.213412:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061102080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691924.213427:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691924.213431:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.213439:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061102080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691924.213450:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.213495:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691924.213502:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691924.213508:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691924.213512:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691924.213515:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691924.213517:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691924.213522:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691924.213527:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20063
00000400:00000200:0.0:1790691924.213533:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691924.213556:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691924.213562:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691924.213569:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213573:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.213578:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213583:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691924.213587:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691924.213591:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691924.213595:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691924.213599:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691924.213602:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691924.213605:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691924.213608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213615:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691924.213623:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213630:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691924.213637:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691924.213645:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691924.213654:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691924.213659:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691924.213666:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691924.213673:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213678:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691924.213681:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691924.213687:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213690:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691924.213695:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691924.213703:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691924.213711:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691924.213716:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691924.213723:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691924.213728:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691924.213733:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691924.213740:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790691924.213748:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691924.213793:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061102208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691924.213811:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691924.213817:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.213827:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061102208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691924.213850:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691924.213858:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20073)
00000800:00000200:1.1:1790691924.213933:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691924.213935:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691924.214138:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691924.214141:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790691924.214388:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691924.214390:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1790691925.108624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691925.108627:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691925.108630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691925.556573:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314737408, at 4314737472
00000100:00000010:0.0:1790691925.556592:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:3.0:1790691928.180699:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691928.180707:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691928.180713:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691929.204629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691929.204634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691929.204636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691929.332607:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691929.332618:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691929.332620:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691929.332624:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691929.332629:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691929.332637:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20068
00000400:00000200:0.0:1790691929.332647:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691929.332655:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691929.332671:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691929.332674:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332677:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.332679:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332681:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691929.332690:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691929.332692:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691929.332695:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691929.332698:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691929.332700:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691929.332702:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691929.332704:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332706:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.332707:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332708:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691929.332711:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691929.332713:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332714:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691929.332718:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691929.332723:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691929.332725:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.332727:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691929.332729:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691929.332740:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790691929.332743:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691929.332747:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691929.332748:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.332751:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691929.332754:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691929.332759:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691929.332770:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790691929.332777:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691929.332787:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061102336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691929.332797:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691929.332801:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.332805:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061102336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691929.332829:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691929.332834:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691929.332838:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691929.332839:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691929.332841:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691929.332845:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691929.332848:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20068
00000400:00000200:0.0:1790691929.332854:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691929.332858:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691929.332861:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691929.332867:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332874:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.332880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691929.332889:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691929.332891:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691929.332894:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691929.332898:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691929.332903:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691929.332909:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691929.332914:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332917:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.332922:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332927:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691929.332932:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691929.332938:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691929.332940:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691929.332942:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691929.332950:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691929.332954:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.332958:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691929.332963:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691929.332969:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.332973:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691929.332977:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790691929.332981:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691929.332984:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691929.332987:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.332989:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691929.332990:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691929.332992:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691929.332997:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790691929.333005:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691929.333013:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061102464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691929.333033:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691929.333037:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.333043:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061102464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691929.333056:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691929.333061:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691929.333064:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691929.333065:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691929.333067:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691929.333072:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691929.333077:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20068
00000400:00000200:0.0:1790691929.333080:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691929.333082:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691929.333083:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691929.333087:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333091:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.333095:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333098:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691929.333136:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691929.333139:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691929.333142:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691929.333144:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691929.333146:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691929.333151:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691929.333154:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333157:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.333161:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333164:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691929.333169:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790691929.333174:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790691929.333175:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333181:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790691929.333182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
02000000:00000001:0.0:1790691929.333183:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691929.333188:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691929.333191:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333192:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691929.333194:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691929.333195:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333196:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691929.333199:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790691929.333203:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691929.333206:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691929.333209:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333210:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691929.333211:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691929.333214:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691929.333219:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790691929.333224:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691929.333230:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061102592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691929.333240:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691929.333243:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.333254:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061102592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691929.333281:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.333284:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691929.333288:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691929.333292:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691929.333296:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691929.333300:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691929.333303:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691929.333310:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691929.333315:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20068
00000400:00000200:0.0:1790691929.333322:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691929.333325:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691929.333326:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691929.333329:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333331:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.333334:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333337:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691929.333344:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691929.333347:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691929.333350:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691929.333353:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691929.333358:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691929.333359:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691929.333362:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333364:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691929.333368:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333370:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691929.333372:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691929.333375:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691929.333377:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691929.333382:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691929.333385:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691929.333388:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333393:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691929.333395:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691929.333400:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333404:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691929.333410:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790691929.333413:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691929.333418:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691929.333420:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691929.333424:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691929.333427:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691929.333429:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691929.333435:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790691929.333441:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691929.333448:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061102720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691929.333478:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691929.333480:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.333488:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061102720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691929.333495:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691929.333499:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20078)
00000800:00000200:1.1:1790691929.333738:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691929.333740:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691929.333998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691929.334000:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790691929.334224:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691929.334226:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1790691930.676546:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314742528, at 4314742592
00000100:00000010:0.0:1790691930.676555:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:3.0:1790691932.276657:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691932.276661:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691932.276664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691933.300709:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691933.300713:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691933.300717:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790691934.452532:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691934.452543:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790691934.452545:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691934.452549:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691934.452553:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691934.452592:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20073
00000400:00000200:0.0:1790691934.452603:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691934.452611:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691934.452615:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691934.452618:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452622:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.452625:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452627:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691934.452636:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691934.452638:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790691934.452641:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691934.452645:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790691934.452648:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790691934.452650:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790691934.452654:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452656:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.452658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691934.452663:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790691934.452667:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452669:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691934.452673:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691934.452677:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691934.452680:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.452683:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790691934.452685:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691934.452694:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790691934.452698:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790691934.452702:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691934.452703:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.452706:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691934.452709:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691934.452713:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691934.452721:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790691934.452728:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691934.452738:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061102848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691934.452749:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691934.452755:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.452761:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061102848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691934.452792:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691934.452796:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691934.452799:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790691934.452801:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691934.452802:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691934.452805:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691934.452808:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20073
00000400:00000200:0.0:1790691934.452812:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691934.452815:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691934.452817:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691934.452821:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452823:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.452825:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452828:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691934.452832:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691934.452834:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790691934.452836:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691934.452838:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790691934.452840:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790691934.452843:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790691934.452851:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452857:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.452863:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452869:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691934.452875:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790691934.452883:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691934.452894:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691934.452900:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691934.452908:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691934.452915:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.452920:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691934.452927:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691934.452934:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.452939:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691934.452946:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790691934.452951:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790691934.452958:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691934.452962:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.452966:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691934.452969:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691934.452973:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691934.452981:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790691934.452989:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691934.452999:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061102976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691934.453014:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691934.453020:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.453029:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061102976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691934.453048:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790691934.453065:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691934.453074:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790691934.453080:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691934.453083:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691934.453089:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691934.453095:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20073
00000400:00000200:0.0:1790691934.453104:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790691934.453108:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691934.453111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1790691934.453114:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691934.453120:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691934.453128:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453136:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.453143:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453147:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691934.453156:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691934.453160:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790691934.453165:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691934.453169:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790691934.453173:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790691934.453180:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790691934.453189:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453194:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.453199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453206:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691934.453213:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790691934.453221:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453226:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691934.453230:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691934.453234:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691934.453241:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453247:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691934.453253:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790691934.453261:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453266:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691934.453274:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790691934.453279:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790691934.453285:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691934.453290:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453295:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691934.453298:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691934.453300:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691934.453304:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790691934.453309:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691934.453322:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061103104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691934.453346:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691934.453353:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.453365:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061103104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691934.453395:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.453403:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790691934.453410:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790691934.453414:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790691934.453420:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790691934.453425:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790691934.453428:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790691934.453435:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790691934.453442:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20073
00000400:00000200:0.0:1790691934.453450:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790691934.453486:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790691934.453491:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790691934.453502:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453509:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.453515:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453520:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790691934.453528:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790691934.453533:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790691934.453538:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790691934.453543:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790691934.453550:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790691934.453557:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790691934.453578:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453584:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790691934.453591:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453596:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790691934.453604:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790691934.453612:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790691934.453618:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790691934.453624:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790691934.453630:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790691934.453637:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453643:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790691934.453647:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790691934.453654:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453660:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790691934.453666:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790691934.453672:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790691934.453679:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790691934.453682:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790691934.453685:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790691934.453689:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790691934.453692:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790691934.453701:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790691934.453710:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790691934.453721:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061103232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790691934.453742:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790691934.453747:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.453757:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061103232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790691934.453806:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790691934.453815:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20084)
00000800:00000200:1.1:1790691934.453825:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691934.453841:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691934.454064:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691934.454066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790691934.454298:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691934.454300:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790691935.796549:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314747648, at 4314747712
00000100:00000010:0.0:1790691935.796566:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:3.0:1790691936.372740:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691936.372746:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691936.372753:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691937.396819:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691937.396837:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691937.396842:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691939.573708:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691939.573715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691939.574302:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691939.574305:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691939.574805:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691939.574808:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790691939.575140:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691939.575143:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790691940.468799:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691940.468817:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691940.468821:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691940.916581:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314752769, at 4314752832
00000100:00000010:0.0:1790691940.916601:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790691941.492694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691941.492702:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691941.492707:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691944.564811:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691944.564819:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691944.564824:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691944.693216:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691944.693223:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691944.693751:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691944.693753:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691944.693946:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691944.693948:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790691944.694135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691944.694138:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790691945.588696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691945.588703:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691945.588707:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691946.036575:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314757888, at 4314757952
00000100:00000010:0.0:1790691946.036601:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790691948.660637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691948.660641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691948.660644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691949.684749:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691949.684755:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691949.684760:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691949.813743:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691949.813751:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691949.814482:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691949.814484:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691949.814752:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691949.814754:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790691949.814977:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691949.814978:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790691951.156625:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314763009, at 4314763072
00000100:00000010:0.0:1790691951.156641:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:3.0:1790691952.756639:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691952.756642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691952.756645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691953.780625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691953.780628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691953.780631:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790691954.933126:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691954.933366:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691954.933474:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691954.933579:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790691956.276588:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314768128, at 4314768192
00000100:00000010:0.0:1790691956.276610:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790691956.852719:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691956.852727:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691956.852731:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691957.876657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691957.876661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691957.876665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790691958.004868:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790691958.004913:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790691958.004926:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691958.004931:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790691958.004939:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691958.004945:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790691958.004952:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691958.004958:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:3.0:1790691958.004965:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691958.004971:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691958.004990:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9330
00000400:00000010:3.0:1790691958.004994:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9330.
00000100:00000001:3.0:1790691958.005001:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691958.005012:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6a00 x1877672061104896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005046:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691958.005053:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061104896/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005065:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691958.005070:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691958.005085:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691958.005090:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:3.0:1790691958.005096:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691958.005102:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691958.005126:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9660
00000400:00000010:3.0:1790691958.005132:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9660.
00000100:00000001:3.0:1790691958.005158:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691958.005173:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4700 x1877672061105024/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005224:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691958.005240:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061105024/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005261:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691958.005266:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691958.005283:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691958.005298:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:3.0:1790691958.005308:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691958.005326:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691958.005337:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9b28
00000400:00000010:3.0:1790691958.005343:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9b28.
00000100:00000001:3.0:1790691958.005349:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691958.005363:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5180 x1877672061105152/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005389:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691958.005400:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5180 x1877672061105152/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005416:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691958.005422:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790691958.005432:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790691958.005436:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790691958.005440:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790691958.005454:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790691958.005526:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f94c8
00000400:00000010:3.0:1790691958.005530:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f94c8.
00000100:00000001:3.0:1790691958.005536:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790691958.005543:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5f80 x1877672061105280/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005569:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790691958.005580:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5f80 x1877672061105280/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790691979 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691958.005598:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691958.005605:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000200:1.1:1790691960.053521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691960.053529:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691960.054514:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691960.054517:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691960.054879:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691960.054881:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790691960.055194:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790691960.055196:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790691960.948587:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691960.948591:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691960.948594:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691961.396519:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314773249, at 4314773312
00000100:00000010:0.0:1790691961.396533:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:3.0:1790691961.972615:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691961.972619:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691961.972622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691965.044654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691965.044675:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691965.044678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691965.173235:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691965.173255:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691965.173753:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691965.173755:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691965.173963:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691965.173980:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790691965.174176:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691965.174178:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790691966.068732:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691966.068739:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691966.068745:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691966.516635:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314778368, at 4314778432
00000100:00000010:0.0:1790691966.516657:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:3.0:1790691969.140646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691969.140650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691969.140653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691970.164648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691970.164655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691970.164660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691970.293324:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691970.293332:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691970.293890:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691970.293893:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691970.294271:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691970.294275:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790691970.294585:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691970.294587:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790691971.636564:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314783489, at 4314783552
00000100:00000010:0.0:1790691971.636614:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:3.0:1790691973.236718:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691973.236722:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691973.236736:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691974.260673:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691974.260678:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691974.260681:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691975.413148:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691975.413156:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691975.413597:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691975.413599:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691975.413840:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691975.413842:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790691975.414048:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691975.414049:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790691976.756530:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314788608, at 4314788672
00000100:00000010:0.0:1790691976.756544:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790691977.332661:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691977.332671:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691977.332674:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691978.356611:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691978.356617:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691978.356621:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691980.533202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691980.533208:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691980.533687:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691980.533689:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691980.533880:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691980.533882:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790691980.534060:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691980.534062:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1790691981.428703:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691981.428706:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691981.428709:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691981.876565:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314793728, at 4314793792
00000100:00000010:0.0:1790691981.876583:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:3.0:1790691982.452688:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691982.452693:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691982.452697:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691985.524768:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691985.524772:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691985.524775:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790691985.652666:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691985.652674:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790691985.652677:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691985.652680:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691985.652685:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691985.652691:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20125
00000400:00000200:3.0:1790691985.652698:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691985.652704:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691985.652715:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691985.652718:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652721:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.652723:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652724:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691985.652733:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691985.652735:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790691985.652737:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691985.652740:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790691985.652741:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790691985.652744:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790691985.652746:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652747:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.652749:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652750:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691985.652752:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790691985.652754:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652756:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691985.652758:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691985.652761:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691985.652763:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.652766:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790691985.652767:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691985.652775:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790691985.652777:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790691985.652780:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691985.652781:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.652784:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691985.652786:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691985.652790:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691985.652796:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790691985.652802:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691985.652809:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061107968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691985.652818:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691985.652821:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.652824:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061107968/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691985.652842:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691985.652844:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691985.652847:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790691985.652848:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691985.652849:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691985.652851:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691985.652853:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20125
00000400:00000200:3.0:1790691985.652856:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691985.652857:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691985.652859:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691985.652861:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652863:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.652864:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652866:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691985.652868:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691985.652870:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790691985.652871:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691985.652873:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790691985.652874:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790691985.652875:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790691985.652878:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652879:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.652880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652882:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691985.652884:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790691985.652886:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691985.652888:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691985.652889:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691985.652893:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691985.652894:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.652896:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691985.652902:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691985.652906:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.652909:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691985.652913:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790691985.652916:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790691985.652926:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691985.652928:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.652930:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691985.652931:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691985.652934:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691985.652939:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790691985.652944:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691985.652952:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061108096/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691985.652964:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691985.652967:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.652971:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061108096/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691985.652983:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790691985.652986:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691985.653002:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790691985.653008:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691985.653012:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691985.653015:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691985.653017:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20125
00000400:00000200:3.0:1790691985.653022:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691985.653026:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691985.653029:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691985.653032:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653037:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.653042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653044:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691985.653047:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691985.653050:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790691985.653052:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691985.653053:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790691985.653054:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790691985.653056:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790691985.653063:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653064:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.653065:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653067:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691985.653069:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790691985.653075:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653077:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691985.653080:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691985.653083:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691985.653086:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.653088:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691985.653090:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790691985.653092:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.653094:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691985.653097:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790691985.653098:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790691985.653099:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691985.653100:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.653102:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691985.653104:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691985.653107:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790691985.653112:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790691985.653117:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691985.653123:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061108224/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691985.653135:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691985.653138:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.653146:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061108224/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691985.653156:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.653158:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790691985.653162:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790691985.653164:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790691985.653166:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790691985.653167:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790691985.653169:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790691985.653172:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790691985.653175:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20125
00000400:00000200:3.0:1790691985.653178:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790691985.653179:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790691985.653181:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790691985.653184:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653186:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.653190:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653192:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790691985.653237:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790691985.653240:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790691985.653242:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790691985.653246:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790691985.653250:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790691985.653254:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790691985.653260:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653262:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790691985.653266:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653268:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790691985.653274:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790691985.653278:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790691985.653284:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790691985.653286:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790691985.653288:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790691985.653293:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.653295:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790691985.653298:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790691985.653301:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790691985.653302:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790691985.653305:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790691985.653309:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790691985.653312:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790691985.653314:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691985.653317:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790691985.653318:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790691985.653320:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790691985.653323:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790691985.653324:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
02000000:00000010:3.0:1790691985.653336:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790691985.653341:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790691985.653348:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061108352/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790691985.653357:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790691985.653359:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.653365:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061108352/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790691985.653375:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790691985.653380:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20135)
00000800:00000200:2.1:1790691985.654090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691985.654092:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691985.654352:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691985.654354:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790691985.654673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691985.654676:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790691986.548657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691986.548662:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691986.548665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790691986.996616:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314798848, at 4314798912
00000100:00000010:0.0:1790691986.996637:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:3.0:1790691989.620695:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691989.620699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691989.620703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691990.644694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691990.644698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691990.644701:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691990.773305:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691990.773311:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691990.773893:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691990.773906:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691990.774151:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691990.774153:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790691990.774350:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691990.774352:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790691992.116600:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314803969, at 4314804032
00000100:00000010:0.0:1790691992.116636:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790691993.716658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691993.716663:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691993.716668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691994.740731:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691994.740735:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691994.740738:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790691995.893226:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691995.893229:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691995.893959:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691995.893961:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691995.894188:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691995.894190:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790691995.894449:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790691995.894451:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790691997.236601:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314809088, at 4314809152
00000100:00000010:0.0:1790691997.236621:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:3.0:1790691997.812605:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691997.812609:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691997.812613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790691998.836661:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790691998.836666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790691998.836669:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692001.013652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692001.013660:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692001.015008:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692001.015011:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692001.015434:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692001.015438:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692001.015829:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692001.015844:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790692001.908752:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692001.908757:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692001.908760:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692002.356544:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314814209, at 4314814272
00000100:00000010:0.0:1790692002.356556:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790692002.932655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692002.932659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692002.932662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692006.004602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692006.004606:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692006.004609:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692006.132608:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692006.132618:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692006.132621:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692006.132624:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692006.132629:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692006.132637:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20145
00000400:00000200:0.0:1790692006.132648:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692006.132655:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692006.132658:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692006.132661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132665:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.132667:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692006.132678:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692006.132680:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692006.132683:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692006.132685:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692006.132688:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692006.132691:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692006.132693:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132695:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.132697:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132699:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692006.132702:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692006.132705:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132710:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692006.132714:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692006.132717:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692006.132720:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.132722:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692006.132725:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692006.132734:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692006.132738:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692006.132741:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692006.132743:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.132745:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692006.132747:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692006.132751:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692006.132759:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692006.132764:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692006.132772:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061110016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692006.132780:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692006.132784:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.132787:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061110016/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692006.132804:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692006.132806:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692006.132809:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692006.132810:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692006.132811:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692006.132813:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692006.132815:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20145
00000400:00000200:0.0:1790692006.132818:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692006.132820:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692006.132822:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692006.132825:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132828:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.132831:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132833:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692006.132836:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692006.132838:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692006.132840:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692006.132844:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692006.132848:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692006.132854:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692006.132862:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.132873:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132879:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692006.132885:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692006.132902:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692006.132906:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692006.132911:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692006.132916:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692006.132921:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.132925:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692006.132929:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692006.132932:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.132936:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692006.132942:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692006.132946:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692006.132950:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692006.132951:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.132953:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692006.132964:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692006.132967:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692006.132972:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692006.132976:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692006.132984:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061110144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692006.132996:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692006.133000:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.133007:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061110144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692006.133039:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692006.133043:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692006.133047:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692006.133048:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692006.133050:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692006.133054:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692006.133059:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20145
00000400:00000200:0.0:1790692006.133065:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692006.133070:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692006.133074:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692006.133080:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133083:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.133087:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133092:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692006.133097:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692006.133099:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692006.133102:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692006.133105:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692006.133108:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692006.133110:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692006.133116:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133117:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.133120:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133123:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692006.133127:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692006.133131:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133135:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692006.133138:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692006.133141:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692006.133144:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133147:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692006.133149:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692006.133155:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133156:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692006.133159:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692006.133163:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692006.133165:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692006.133167:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133169:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692006.133171:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692006.133187:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692006.133191:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692006.133198:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692006.133205:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061110272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790692006.133211:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692006.133218:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790692006.133222:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692006.133226:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.133232:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061110272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692006.133242:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.133244:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692006.133250:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692006.133253:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692006.133258:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692006.133261:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692006.133264:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692006.133266:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692006.133268:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20145
00000400:00000200:0.0:1790692006.133274:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692006.133279:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692006.133281:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692006.133285:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133287:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.133290:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133295:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692006.133300:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692006.133301:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692006.133304:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692006.133306:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692006.133310:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692006.133313:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692006.133319:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133323:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692006.133327:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133330:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692006.133335:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692006.133339:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692006.133340:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692006.133342:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692006.133344:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692006.133348:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133352:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692006.133356:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692006.133361:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133363:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692006.133367:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692006.133370:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692006.133371:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692006.133373:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692006.133377:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692006.133378:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692006.133379:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692006.133382:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692006.133387:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692006.133396:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061110400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692006.133409:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692006.133412:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.133418:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061110400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692006.133437:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692006.133441:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20155)
00000800:00000200:2.1:1790692006.133713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692006.133715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692006.133927:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692006.133929:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692006.134160:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692006.134163:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790692007.028606:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692007.028610:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692007.028614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692007.476545:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314819328, at 4314819392
00000100:00000010:0.0:1790692007.476559:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790692010.100620:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692010.100625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692010.100629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692011.124738:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692011.124742:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692011.124744:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692011.252568:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692011.252577:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692011.252579:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692011.252583:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692011.252587:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692011.252613:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20150
00000400:00000200:0.0:1790692011.252622:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692011.252628:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692011.252631:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692011.252633:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252637:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.252638:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252640:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692011.252647:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692011.252648:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692011.252650:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692011.252653:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692011.252655:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692011.252656:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692011.252658:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252660:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.252661:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252662:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692011.252664:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692011.252666:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252668:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692011.252670:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692011.252673:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692011.252675:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.252677:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692011.252678:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692011.252685:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692011.252688:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692011.252691:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692011.252692:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.252694:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692011.252696:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692011.252699:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692011.252706:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692011.252710:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692011.252718:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061110528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692011.252731:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692011.252734:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.252737:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061110528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692011.252753:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692011.252755:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692011.252758:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692011.252759:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692011.252760:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692011.252763:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692011.252764:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20150
00000400:00000200:0.0:1790692011.252767:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692011.252769:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692011.252770:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692011.252772:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.252775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252777:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692011.252778:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692011.252779:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692011.252780:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692011.252782:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692011.252783:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692011.252785:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692011.252786:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252787:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.252789:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252790:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692011.252793:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692011.252794:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252796:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692011.252797:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692011.252802:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692011.252804:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.252805:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692011.252809:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692011.252811:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.252813:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692011.252815:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692011.252817:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692011.252821:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692011.252823:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.252827:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692011.252831:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692011.252833:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692011.252839:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692011.252845:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692011.252854:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061110656/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692011.252865:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692011.252869:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.252879:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061110656/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692011.252896:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692011.252902:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692011.252908:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692011.252914:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692011.252918:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692011.252923:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692011.252929:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20150
00000400:00000200:0.0:1790692011.252937:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692011.252944:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692011.252948:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692011.252956:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252960:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.252967:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252972:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692011.252978:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692011.252981:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692011.252983:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692011.252985:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692011.252990:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692011.252994:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692011.252997:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.252999:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.253003:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253006:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692011.253007:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692011.253012:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253015:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692011.253018:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692011.253022:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692011.253026:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253030:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692011.253033:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692011.253038:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253042:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692011.253047:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692011.253051:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692011.253054:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692011.253056:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253061:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692011.253063:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692011.253066:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692011.253071:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692011.253091:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692011.253098:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061110784/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692011.253104:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692011.253105:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.253108:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061110784/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692011.253113:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.253117:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692011.253124:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692011.253127:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692011.253133:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.1:1790692011.253133:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692011.253135:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692011.253139:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1790692011.253140:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790692011.253142:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692011.253149:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20150
00000400:00000200:0.0:1790692011.253158:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692011.253162:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692011.253164:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692011.253168:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253172:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.253178:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253180:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692011.253185:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692011.253188:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692011.253191:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692011.253195:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692011.253215:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692011.253219:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692011.253226:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253231:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692011.253233:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253236:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692011.253240:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692011.253245:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692011.253247:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692011.253251:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692011.253254:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692011.253259:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253278:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692011.253281:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692011.253284:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253289:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692011.253294:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692011.253296:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692011.253298:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692011.253300:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692011.253305:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692011.253306:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692011.253308:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692011.253312:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692011.253316:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692011.253323:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061110912/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692011.253331:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692011.253334:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.253338:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061110912/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692011.253346:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692011.253349:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20160)
00000800:00000200:2.1:1790692011.253601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692011.253603:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692011.253823:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692011.253825:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692011.254064:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692011.254066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692012.596575:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314824448, at 4314824512
00000100:00000010:0.0:1790692012.596589:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790692014.196586:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692014.196591:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692014.196595:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692015.220614:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692015.220618:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692015.220621:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692016.372575:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692016.372587:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692016.372590:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692016.372594:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692016.372598:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692016.372606:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20155
00000400:00000200:3.0:1790692016.372616:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692016.372623:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692016.372627:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692016.372631:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372635:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.372652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372655:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692016.372664:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692016.372667:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692016.372670:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692016.372674:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692016.372677:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692016.372680:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692016.372684:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372687:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.372689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372692:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692016.372695:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692016.372699:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372702:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692016.372706:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692016.372710:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692016.372713:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.372716:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692016.372719:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692016.372728:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692016.372733:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692016.372737:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692016.372739:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.372743:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692016.372746:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692016.372751:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692016.372775:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692016.372788:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692016.372798:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061111040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692016.372810:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692016.372814:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.372819:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061111040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692016.372848:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692016.372852:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692016.372855:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692016.372857:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692016.372859:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692016.372861:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692016.372864:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20155
00000400:00000200:3.0:1790692016.372869:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692016.372873:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692016.372876:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692016.372879:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372882:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.372886:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372891:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692016.372898:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692016.372902:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692016.372905:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692016.372910:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692016.372917:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692016.372923:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692016.372933:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372939:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.372947:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372953:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692016.372960:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692016.372970:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692016.372991:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692016.372994:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692016.373002:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692016.373009:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373011:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692016.373017:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692016.373024:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373029:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692016.373039:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692016.373046:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692016.373052:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692016.373057:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373060:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692016.373064:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692016.373069:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692016.373076:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692016.373082:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692016.373092:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061111168/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692016.373113:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692016.373117:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.373123:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061111168/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692016.373144:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692016.373148:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692016.373152:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692016.373156:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692016.373158:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692016.373164:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692016.373170:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20155
00000400:00000200:3.0:1790692016.373176:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790692016.373180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790692016.373183:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790692016.373185:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00080000:3.0:1790692016.373186:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692016.373193:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373198:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.373203:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373206:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692016.373209:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692016.373212:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692016.373215:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692016.373217:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692016.373220:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692016.373222:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692016.373228:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373232:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.373236:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373239:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692016.373244:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692016.373251:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373255:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692016.373257:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692016.373261:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692016.373266:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373271:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692016.373274:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692016.373277:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373280:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692016.373285:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692016.373288:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692016.373293:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692016.373296:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373298:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692016.373301:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692016.373304:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692016.373308:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692016.373313:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692016.373321:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061111296/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692016.373330:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692016.373334:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.373339:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061111296/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692016.373357:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.373364:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692016.373370:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692016.373378:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692016.373386:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692016.373391:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692016.373395:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692016.373403:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692016.373409:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20155
00000400:00000200:3.0:1790692016.373418:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692016.373424:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692016.373428:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692016.373433:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373438:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.373443:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373448:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692016.373494:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692016.373496:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692016.373500:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692016.373504:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692016.373508:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692016.373511:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692016.373518:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373521:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692016.373526:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373530:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692016.373533:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692016.373538:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692016.373543:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692016.373547:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692016.373550:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692016.373554:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373556:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692016.373558:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692016.373564:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373567:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692016.373571:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692016.373575:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692016.373580:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692016.373582:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692016.373584:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692016.373587:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692016.373589:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692016.373594:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692016.373600:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692016.373607:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061111424/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692016.373618:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692016.373620:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.373625:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061111424/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692016.373636:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692016.373640:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20165)
00000800:00000200:2.1:1790692016.373829:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692016.373831:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692016.374174:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692016.374177:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692016.374506:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692016.374509:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790692017.716528:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314829568, at 4314829632
00000100:00000010:0.0:1790692017.716541:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:3.0:1790692018.292714:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692018.292718:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692018.292722:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692019.316669:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692019.316674:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692019.316677:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692021.492621:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692021.492632:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692021.492636:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692021.492639:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692021.492644:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692021.492663:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20160
00000400:00000200:0.0:1790692021.492674:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692021.492682:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692021.492685:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692021.492688:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492691:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.492693:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492695:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692021.492703:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692021.492705:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692021.492707:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692021.492710:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692021.492712:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692021.492726:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692021.492728:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.492732:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492733:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692021.492736:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692021.492739:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492741:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692021.492744:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692021.492747:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692021.492750:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.492752:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692021.492754:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692021.492764:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692021.492768:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692021.492771:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692021.492772:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.492775:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692021.492778:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692021.492793:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692021.492805:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692021.492812:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692021.492821:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061111552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692021.492830:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692021.492835:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.492839:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061111552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692021.492862:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692021.492864:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692021.492867:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692021.492868:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692021.492869:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692021.492872:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692021.492875:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20160
00000400:00000200:0.0:1790692021.492895:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692021.492898:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692021.492900:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692021.492902:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492904:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.492906:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492908:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692021.492911:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692021.492912:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692021.492914:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692021.492916:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692021.492918:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692021.492922:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692021.492926:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492929:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.492932:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492936:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692021.492938:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692021.492942:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692021.492947:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692021.492951:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692021.492958:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692021.492963:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.492966:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692021.492973:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692021.492981:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.492984:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692021.492991:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692021.492995:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692021.492997:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692021.493001:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493003:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692021.493006:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692021.493010:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692021.493014:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692021.493021:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692021.493027:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061111680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692021.493038:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692021.493042:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.493046:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061111680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692021.493057:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692021.493060:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692021.493066:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692021.493070:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692021.493073:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692021.493076:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692021.493081:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20160
00000400:00000200:0.0:1790692021.493089:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692021.493095:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692021.493099:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692021.493103:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493106:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.493110:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493114:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692021.493121:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692021.493122:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692021.493126:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692021.493128:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692021.493130:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692021.493135:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692021.493141:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493142:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.493144:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493145:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692021.493146:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692021.493148:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493149:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692021.493150:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692021.493152:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692021.493153:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493154:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692021.493156:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692021.493157:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493158:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692021.493161:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692021.493162:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692021.493164:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692021.493165:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493166:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692021.493166:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692021.493168:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692021.493170:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692021.493172:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692021.493175:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061111808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692021.493180:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692021.493182:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.493184:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061111808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692021.493189:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.493191:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692021.493195:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692021.493197:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692021.493199:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692021.493200:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692021.493201:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692021.493203:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692021.493204:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20160
00000400:00000200:0.0:1790692021.493206:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692021.493208:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692021.493210:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692021.493211:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493212:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.493213:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493215:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692021.493216:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692021.493217:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692021.493218:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692021.493220:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692021.493221:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692021.493223:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692021.493225:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493227:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692021.493228:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493229:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692021.493230:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692021.493232:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692021.493233:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692021.493235:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692021.493237:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692021.493238:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493239:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692021.493241:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692021.493243:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493244:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692021.493246:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692021.493247:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692021.493248:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692021.493249:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692021.493250:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692021.493251:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692021.493252:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692021.493255:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692021.493257:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692021.493260:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061111936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692021.493275:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692021.493278:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.493292:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061111936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692021.493316:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692021.493363:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20171)
00000800:00000200:2.1:1790692021.493383:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692021.493665:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692021.493757:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692021.493928:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692022.388651:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692022.388655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692022.388657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692022.836550:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314834688, at 4314834752
00000100:00000010:0.0:1790692022.836564:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790692023.412591:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692023.412595:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692023.412598:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790692024.564702:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790692024.564748:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790692024.564759:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692024.564764:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790692024.564769:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692024.564774:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790692024.564781:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692024.564785:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:0.0:1790692024.564792:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692024.564797:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692024.564804:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe24c8
00000400:00000010:0.0:1790692024.564808:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe24c8.
00000100:00000001:0.0:1790692024.564814:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692024.564842:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061111552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.564869:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692024.564874:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061111552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.564882:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692024.564884:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692024.564900:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692024.564904:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:0.0:1790692024.564908:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692024.564912:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692024.564917:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2aa0
00000400:00000010:0.0:1790692024.564919:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2aa0.
00000100:00000001:0.0:1790692024.564923:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692024.564933:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061111680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.564945:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692024.564951:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061111680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.564957:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692024.564960:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692024.564970:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692024.564976:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:0.0:1790692024.564981:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692024.564986:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692024.564991:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2c38
00000400:00000010:0.0:1790692024.564995:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2c38.
00000100:00000001:0.0:1790692024.565000:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692024.565009:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061111808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.565026:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692024.565035:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061111808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.565054:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692024.565059:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692024.565070:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692024.565076:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:0.0:1790692024.565081:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692024.565089:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692024.565095:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2198
00000400:00000010:0.0:1790692024.565099:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2198.
00000100:00000001:0.0:1790692024.565105:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692024.565113:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061111936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.565129:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692024.565137:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061111936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692046 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692024.565153:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692024.565158:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692026.484644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692026.484648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692026.484652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692026.613275:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692026.613282:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692026.613926:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692026.613929:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692026.614248:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692026.614250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692026.614532:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692026.614533:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790692027.508620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692027.508625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692027.508628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692027.956529:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314839808, at 4314839872
00000100:00000010:0.0:1790692027.956545:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:3.0:1790692030.580634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692030.580637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692030.580640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692031.604598:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692031.604603:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692031.604607:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692031.733213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692031.733217:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692031.733589:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692031.733591:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692031.733791:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692031.733793:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692031.734003:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692031.734004:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790692033.076543:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314844928, at 4314844992
00000100:00000010:0.0:1790692033.076565:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790692034.676675:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692034.676678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692034.676693:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692035.700688:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692035.700693:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692035.700697:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692036.853127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692036.853132:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692036.853602:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692036.853605:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692036.853845:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692036.853847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692036.854031:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692036.854033:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790692038.196573:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314850048, at 4314850112
00000100:00000010:0.0:1790692038.196584:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790692038.772654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692038.772663:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692038.772669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692039.796651:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692039.796655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692039.796658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692041.972592:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692041.972618:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692041.972620:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692041.972623:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692041.972627:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692041.972639:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20181
00000400:00000200:0.0:1790692041.972648:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692041.972665:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692041.972669:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692041.972671:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972679:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.972681:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972683:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692041.972698:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692041.972700:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692041.972702:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692041.972705:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692041.972707:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692041.972709:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692041.972711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972712:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.972713:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972714:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692041.972717:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692041.972719:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972721:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692041.972729:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692041.972732:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692041.972734:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.972736:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692041.972738:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692041.972745:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692041.972748:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692041.972751:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692041.972753:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.972755:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692041.972757:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692041.972761:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692041.972767:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692041.972772:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692041.972779:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061113600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692041.972787:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692041.972789:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.972793:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061113600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692041.972809:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692041.972812:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692041.972815:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692041.972816:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692041.972817:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692041.972819:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692041.972821:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20181
00000400:00000200:0.0:1790692041.972824:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692041.972827:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692041.972829:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692041.972832:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972835:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.972838:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972840:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692041.972843:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692041.972846:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692041.972849:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692041.972852:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692041.972855:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692041.972861:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692041.972868:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972874:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.972881:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972888:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692041.972893:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692041.972903:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692041.972911:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692041.972916:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692041.972923:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692041.972928:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.972933:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692041.972939:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692041.972945:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.972950:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692041.972957:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692041.972962:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692041.972967:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692041.972970:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.972974:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692041.972978:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692041.972982:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692041.972991:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692041.972998:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692041.973011:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061113728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692041.973030:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692041.973034:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.973044:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061113728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692041.973068:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692041.973074:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692041.973083:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692041.973087:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692041.973091:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692041.973096:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692041.973101:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20181
00000400:00000200:0.0:1790692041.973120:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692041.973130:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692041.973135:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692041.973143:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973149:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692041.973153:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692041.973155:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692041.973158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1790692041.973160:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692041.973168:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692041.973172:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692041.973176:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692041.973180:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692041.973186:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692041.973191:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692041.973199:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973203:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.973205:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973207:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692041.973210:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692041.973213:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973216:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692041.973229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692041.973235:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692041.973241:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973247:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692041.973252:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692041.973258:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973261:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692041.973268:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692041.973275:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692041.973280:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692041.973283:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973286:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692041.973290:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692041.973292:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692041.973298:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692041.973307:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692041.973318:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061113856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692041.973345:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692041.973349:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.973356:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061113856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692041.973376:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.973381:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692041.973392:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692041.973398:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692041.973408:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692041.973412:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692041.973418:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692041.973423:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692041.973427:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20181
00000400:00000200:0.0:1790692041.973433:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692041.973441:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692041.973448:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692041.973503:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973509:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.973517:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973522:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692041.973531:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692041.973536:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692041.973542:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692041.973547:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692041.973554:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692041.973559:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692041.973567:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973571:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692041.973578:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973585:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692041.973591:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692041.973600:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692041.973606:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692041.973609:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692041.973616:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692041.973622:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973628:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692041.973632:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692041.973640:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973642:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692041.973646:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692041.973649:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692041.973652:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692041.973654:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692041.973656:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692041.973658:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692041.973660:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692041.973665:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692041.973673:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692041.973683:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061113984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692041.973707:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692041.973712:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.973723:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061113984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692041.973750:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692041.973759:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20191)
00000800:00000200:1.1:1790692041.973834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692041.973836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692041.974054:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692041.974055:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692041.974315:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692041.974317:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790692042.868690:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692042.868694:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692042.868697:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692043.316593:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314855168, at 4314855232
00000100:00000010:0.0:1790692043.316613:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790692043.892638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692043.892642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692043.892644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692046.964660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692046.964667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692046.964670:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692047.093452:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692047.093494:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692047.094004:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692047.094006:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692047.094192:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692047.094193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692047.094408:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692047.094410:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790692047.988686:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692047.988694:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692047.988699:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692048.436555:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314860289, at 4314860352
00000100:00000010:0.0:1790692048.436571:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790692051.060630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692051.060634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692051.060637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692052.084656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692052.084660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692052.084665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692052.213429:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692052.213433:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692052.214089:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692052.214092:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692052.214446:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692052.214449:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692052.214803:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692052.214806:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00000040:0.0:1790692053.556563:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314865409, at 4314865472
00000100:00000010:0.0:1790692053.556581:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790692055.156625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692055.156629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692055.156632:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692056.180586:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692056.180589:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692056.180592:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692057.333158:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692057.333165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692057.333623:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692057.333625:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692057.333860:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692057.333861:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692057.334047:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692057.334048:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1790692058.676526:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314870528, at 4314870592
00000100:00000010:0.0:1790692058.676544:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790692059.252611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692059.252615:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692059.252619:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692060.276653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692060.276657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692060.276659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692062.453333:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692062.453341:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692062.453944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692062.453947:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692062.454288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692062.454291:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692062.454629:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692062.454632:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692063.348690:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692063.348694:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692063.348697:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692063.796564:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314875649, at 4314875712
00000100:00000010:0.0:1790692063.796579:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790692064.372699:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692064.372705:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692064.372709:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692067.444569:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692067.444573:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692067.444575:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692067.573139:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692067.573143:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692067.573812:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692067.573815:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692067.574062:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692067.574064:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692067.574299:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692067.574300:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790692068.468604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692068.468607:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692068.468611:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692068.916542:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314880768, at 4314880832
00000100:00000010:0.0:1790692068.916564:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790692071.540600:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692071.540603:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692071.540607:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692072.564604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692072.564607:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692072.564610:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692072.693067:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692072.693071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692072.693544:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692072.693546:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692072.693728:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692072.693730:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692072.693918:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692072.693920:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790692074.036528:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314885888, at 4314885952
00000100:00000010:0.0:1790692074.036542:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790692075.636618:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692075.636621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692075.636623:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692076.660660:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692076.660663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692076.660666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692077.812594:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692077.812607:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692077.812610:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692077.812614:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692077.812618:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692077.812626:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20217
00000400:00000200:3.0:1790692077.812636:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692077.812643:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692077.812647:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692077.812651:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812655:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.812657:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812659:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692077.812668:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692077.812670:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692077.812673:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692077.812677:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692077.812686:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692077.812689:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692077.812692:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812694:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.812696:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812698:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692077.812702:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692077.812705:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812708:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692077.812711:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692077.812715:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692077.812718:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.812720:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692077.812723:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692077.812733:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692077.812737:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692077.812741:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692077.812742:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.812746:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692077.812748:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692077.812753:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692077.812760:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692077.812767:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692077.812776:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061117184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692077.812801:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692077.812806:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.812812:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061117184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692077.812836:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692077.812840:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692077.812844:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692077.812846:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692077.812847:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692077.812850:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692077.812853:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20217
00000400:00000200:3.0:1790692077.812858:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692077.812861:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692077.812864:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692077.812868:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812871:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.812873:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812876:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692077.812881:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692077.812883:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692077.812885:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692077.812889:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692077.812893:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692077.812899:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692077.812907:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812914:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.812919:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812924:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692077.812931:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692077.812941:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692077.812947:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692077.812953:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692077.812961:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692077.812966:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.812972:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692077.812978:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692077.812985:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.812988:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692077.812996:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692077.813001:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692077.813006:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692077.813009:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813012:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692077.813015:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692077.813018:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692077.813026:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692077.813032:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692077.813040:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061117312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692077.813053:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692077.813056:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.813062:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061117312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692077.813075:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692077.813079:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692077.813084:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692077.813087:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692077.813090:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692077.813094:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692077.813100:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20217
00000400:00000200:3.0:1790692077.813108:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692077.813115:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692077.813118:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692077.813122:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813127:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.813132:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813146:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692077.813154:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692077.813156:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692077.813160:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692077.813163:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.1:1790692077.813164:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692077.813166:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790692077.813169:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790692077.813170:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692077.813177:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813180:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.813185:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813188:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692077.813190:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692077.813195:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813199:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692077.813204:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692077.813208:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692077.813213:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813217:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692077.813220:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692077.813223:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813226:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692077.813230:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692077.813234:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692077.813238:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692077.813240:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813243:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692077.813246:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692077.813248:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692077.813252:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692077.813256:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692077.813264:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061117440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692077.813271:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692077.813275:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.813279:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061117440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692077.813290:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.813295:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692077.813300:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692077.813307:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692077.813314:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692077.813317:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692077.813322:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692077.813329:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692077.813337:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20217
00000400:00000200:3.0:1790692077.813350:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692077.813357:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692077.813361:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692077.813367:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813371:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.813375:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813379:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692077.813383:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692077.813384:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692077.813385:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692077.813387:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692077.813389:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692077.813392:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692077.813398:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813403:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692077.813406:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813410:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692077.813413:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692077.813417:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692077.813421:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692077.813425:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692077.813429:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692077.813433:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813438:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692077.813442:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692077.813447:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813449:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692077.813485:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692077.813489:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692077.813495:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692077.813499:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692077.813502:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692077.813505:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692077.813507:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692077.813512:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692077.813517:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692077.813526:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061117568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692077.813541:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692077.813545:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.813552:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061117568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692077.813566:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692077.813572:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20227)
00000800:00000200:1.1:1790692077.813700:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692077.813702:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692077.813899:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692077.813901:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692077.814072:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692077.814073:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692079.156556:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314891008, at 4314891072
00000100:00000010:0.0:1790692079.156574:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790692079.732643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692079.732648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692079.732652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692080.756664:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692080.756669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692080.756673:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692082.933037:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692082.933043:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692082.933730:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692082.933732:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692082.933925:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692082.933927:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692082.934155:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692082.934157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1790692083.828657:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692083.828660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692083.828663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692084.276539:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314896128, at 4314896192
00000100:00000010:0.0:1790692084.276548:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790692084.852605:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692084.852610:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692084.852614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692087.924647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692087.924651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692087.924654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692088.052584:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692088.052608:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692088.052610:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692088.052613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692088.052617:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692088.052624:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20227
00000400:00000200:3.0:1790692088.052632:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692088.052638:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692088.052640:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692088.052643:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052646:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.052648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052649:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692088.052656:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692088.052658:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692088.052660:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692088.052662:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692088.052664:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692088.052666:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692088.052668:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052669:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.052670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692088.052674:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692088.052676:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052678:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692088.052680:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692088.052684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692088.052687:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.052689:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692088.052692:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692088.052701:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692088.052705:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692088.052708:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692088.052711:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.052714:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692088.052716:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692088.052721:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692088.052730:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692088.052736:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692088.052744:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061118208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692088.052752:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692088.052755:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.052759:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061118208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692088.052780:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692088.052783:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692088.052786:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692088.052787:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692088.052788:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692088.052790:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692088.052792:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20227
00000400:00000200:3.0:1790692088.052795:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692088.052797:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692088.052798:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692088.052800:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052802:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.052803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052805:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692088.052807:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692088.052808:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692088.052809:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692088.052811:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692088.052812:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692088.052814:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692088.052815:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052817:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.052819:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052820:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692088.052822:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692088.052823:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052825:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692088.052826:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692088.052830:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692088.052832:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.052833:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692088.052836:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692088.052838:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.052839:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692088.052848:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692088.052850:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692088.052852:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692088.052854:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.052855:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692088.052859:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692088.052861:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692088.052864:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692088.052868:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692088.052875:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061118336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692088.052890:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692088.052895:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.052902:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061118336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692088.052914:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692088.052921:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692088.052928:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692088.052935:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692088.052939:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692088.052944:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692088.052952:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20227
00000400:00000200:3.0:1790692088.052963:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692088.052970:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692088.052976:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692088.052982:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052988:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.052993:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.052995:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692088.053002:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692088.053004:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692088.053007:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692088.053010:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692088.053014:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692088.053021:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692088.053026:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053030:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.053035:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053038:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692088.053041:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692088.053045:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053048:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692088.053051:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692088.053053:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692088.053055:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053058:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692088.053062:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692088.053067:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053072:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692088.053077:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692088.053082:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692088.053086:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692088.053089:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053093:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692088.053096:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692088.053099:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692088.053107:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692088.053111:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692088.053122:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061118464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692088.053135:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692088.053137:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.053144:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061118464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692088.053156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692088.053157:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.053161:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692088.053164:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692088.053166:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692088.053168:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692088.053169:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692088.053171:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692088.053173:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692088.053176:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20227
00000400:00000200:3.0:1790692088.053184:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692088.053189:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692088.053193:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692088.053198:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053240:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.053245:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053250:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692088.053257:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692088.053261:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692088.053265:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692088.053269:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692088.053275:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692088.053281:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692088.053288:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053292:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692088.053296:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053300:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692088.053304:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692088.053308:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692088.053311:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692088.053317:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692088.053322:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692088.053326:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053328:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692088.053332:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692088.053338:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053342:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692088.053349:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692088.053353:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692088.053354:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692088.053355:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692088.053356:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692088.053358:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692088.053361:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692088.053367:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692088.053372:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692088.053381:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061118592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692088.053400:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692088.053405:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.053411:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061118592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692088.053433:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692088.053440:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20237)
00000800:00000200:1.1:1790692088.053498:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692088.053674:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692088.053836:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692088.948616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692088.948619:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692088.948622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692089.396537:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314901248, at 4314901312
00000100:00000010:0.0:1790692089.396548:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00000020:00000001:3.0:1790692092.020639:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692092.020645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692092.020649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692093.044647:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692093.044651:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692093.044654:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692093.172558:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692093.172567:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692093.172569:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692093.172572:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692093.172575:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692093.172582:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20232
00000400:00000200:3.0:1790692093.172592:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692093.172599:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692093.172602:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692093.172606:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172610:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.172613:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172615:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692093.172624:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692093.172658:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692093.172662:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692093.172664:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692093.172666:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692093.172668:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692093.172672:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172674:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.172676:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692093.172682:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692093.172685:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172688:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692093.172692:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692093.172696:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692093.172699:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.172701:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692093.172703:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692093.172710:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692093.172713:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692093.172717:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692093.172719:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.172722:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692093.172725:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692093.172729:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692093.172737:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692093.172749:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692093.172760:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061118720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692093.172771:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692093.172775:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.172779:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061118720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692093.172816:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692093.172820:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692093.172823:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692093.172824:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692093.172826:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692093.172830:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692093.172832:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20232
00000400:00000200:3.0:1790692093.172837:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692093.172841:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692093.172843:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692093.172846:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172848:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.172850:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172852:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692093.172856:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692093.172857:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692093.172859:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692093.172862:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692093.172864:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692093.172867:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692093.172870:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172872:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.172874:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692093.172878:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692093.172882:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692093.172884:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692093.172886:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692093.172892:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692093.172899:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.172901:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692093.172920:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692093.172924:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.172926:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692093.172930:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692093.172933:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692093.172935:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692093.172936:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.172938:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692093.172940:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692093.172942:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692093.172946:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692093.172951:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692093.172957:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061118848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692093.172965:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692093.172967:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.172971:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061118848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692093.172979:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692093.172982:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692093.172986:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692093.172988:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692093.172989:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692093.172992:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692093.172994:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20232
00000400:00000200:3.0:1790692093.172998:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692093.173001:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692093.173003:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692093.173007:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173009:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.173011:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173013:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692093.173017:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692093.173018:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692093.173020:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692093.173022:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692093.173024:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692093.173027:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692093.173030:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173032:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.173034:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173036:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692093.173038:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692093.173040:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173042:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692093.173044:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692093.173047:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692093.173049:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173051:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692093.173052:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692093.173055:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173057:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692093.173060:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692093.173063:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692093.173065:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692093.173067:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173068:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692093.173070:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692093.173072:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692093.173076:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692093.173080:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692093.173085:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061118976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692093.173093:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692093.173095:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.173099:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061118976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692093.173106:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.173109:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692093.173112:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692093.173115:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692093.173118:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692093.173120:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692093.173121:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692093.173124:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692093.173126:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20232
00000400:00000200:3.0:1790692093.173130:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692093.173132:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692093.173134:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692093.173138:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173140:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.173142:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173144:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692093.173147:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692093.173148:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692093.173150:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692093.173152:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692093.173154:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692093.173157:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692093.173160:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173162:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692093.173164:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173167:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692093.173169:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692093.173172:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692093.173174:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692093.173176:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692093.173179:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692093.173181:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173183:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692093.173191:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692093.173193:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173195:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692093.173199:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692093.173201:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692093.173204:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692093.173205:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692093.173207:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692093.173208:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692093.173210:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692093.173213:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692093.173216:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692093.173221:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061119104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692093.173228:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692093.173230:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.173233:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061119104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692093.173240:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692093.173246:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20242)
00000800:00000200:1.1:1790692093.173827:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692093.173831:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692093.174207:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692093.174210:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692093.174480:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692093.174509:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692093.174765:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692093.174767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790692094.516606:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314906369, at 4314906432
00000100:00000010:0.0:1790692094.516630:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790692096.116673:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692096.116677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692096.116679:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692097.140628:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692097.140631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692097.140634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692098.293095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692098.293100:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692098.293657:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692098.293658:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692098.293843:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692098.293844:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692098.294014:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692098.294016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790692099.636534:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314911488, at 4314911552
00000100:00000010:0.0:1790692099.636553:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790692100.212689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692100.212697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692100.212703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692101.236605:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692101.236609:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692101.236611:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692103.413137:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692103.413144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692103.413540:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692103.413542:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692103.413728:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692103.413730:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692103.413924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692103.413926:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1790692104.308666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692104.308673:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692104.308678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692104.756547:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314916608, at 4314916672
00000100:00000010:0.0:1790692104.756564:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790692105.332629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692105.332634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692105.332639:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692108.404653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692108.404657:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692108.404661:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692108.532568:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692108.532578:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692108.532581:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692108.532584:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692108.532588:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692108.532594:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20248
00000400:00000200:3.0:1790692108.532602:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692108.532608:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692108.532612:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692108.532614:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532617:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.532619:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532621:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692108.532629:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692108.532630:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692108.532633:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692108.532635:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692108.532637:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692108.532639:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692108.532641:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532642:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.532643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692108.532656:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692108.532658:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532660:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692108.532662:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692108.532665:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692108.532666:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.532668:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692108.532669:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692108.532677:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692108.532679:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692108.532682:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692108.532683:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.532685:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692108.532687:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692108.532691:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692108.532697:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692108.532703:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692108.532711:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061120256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692108.532719:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692108.532722:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.532726:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061120256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692108.532756:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692108.532759:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692108.532762:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692108.532763:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692108.532764:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692108.532765:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692108.532767:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20248
00000400:00000200:3.0:1790692108.532769:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692108.532771:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692108.532773:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692108.532775:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532777:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.532778:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532780:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692108.532782:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692108.532783:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692108.532785:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692108.532786:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692108.532788:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692108.532789:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692108.532792:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532794:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.532796:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532797:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692108.532802:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692108.532805:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532809:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692108.532812:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692108.532817:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692108.532819:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.532824:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692108.532829:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692108.532832:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.532834:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692108.532841:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692108.532845:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692108.532850:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692108.532853:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.532858:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692108.532861:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692108.532866:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692108.532875:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692108.532884:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692108.532894:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061120384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692108.532906:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692108.532910:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.532917:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061120384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692108.532928:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692108.532934:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692108.532939:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692108.532943:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692108.532945:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692108.532949:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692108.532953:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20248
00000400:00000200:3.0:1790692108.532960:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692108.532966:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692108.532971:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692108.532975:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532977:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.532982:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.532987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692108.532990:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692108.532992:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692108.532995:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692108.532997:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692108.533001:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692108.533005:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692108.533007:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533008:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.533012:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533014:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692108.533019:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692108.533020:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533022:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692108.533023:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692108.533026:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692108.533029:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533033:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692108.533035:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692108.533037:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533039:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692108.533043:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692108.533048:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692108.533050:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692108.533052:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533055:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692108.533057:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692108.533061:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692108.533065:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692108.533070:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692108.533079:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061120512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692108.533095:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692108.533097:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.533104:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061120512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692108.533125:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.533130:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692108.533137:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692108.533143:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692108.533151:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.1:1790692108.533154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692108.533156:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692108.533160:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790692108.533161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000001:3.0:1790692108.533168:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692108.533175:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20248
00000400:00000200:3.0:1790692108.533185:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692108.533193:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692108.533213:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692108.533220:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533225:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.533232:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533237:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692108.533244:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692108.533247:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692108.533251:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692108.533257:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692108.533263:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692108.533269:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692108.533277:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533280:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692108.533286:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533293:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692108.533299:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692108.533304:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692108.533308:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692108.533313:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692108.533318:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692108.533324:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533329:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692108.533334:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692108.533341:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533345:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692108.533353:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692108.533359:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692108.533365:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692108.533368:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692108.533373:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692108.533376:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692108.533380:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692108.533388:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692108.533396:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692108.533406:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061120640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692108.533425:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692108.533432:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.533443:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061120640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692108.533510:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692108.533519:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20258)
00000800:00000200:1.1:1790692108.533713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692108.533715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692108.533911:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692108.533927:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692108.534122:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692108.534124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790692109.428635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692109.428639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692109.428642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692109.876532:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314921728, at 4314921792
00000100:00000010:0.0:1790692109.876547:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790692112.500664:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692112.500669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692112.500674:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692113.524650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692113.524654:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692113.524657:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692113.652541:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692113.652550:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692113.652552:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692113.652555:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692113.652559:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692113.652565:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20253
00000400:00000200:3.0:1790692113.652572:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692113.652579:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692113.652582:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692113.652584:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652587:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652589:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652590:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692113.652597:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692113.652599:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692113.652601:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692113.652603:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692113.652605:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692113.652607:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692113.652609:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652610:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652612:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652614:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692113.652616:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692113.652618:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652620:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692113.652623:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692113.652626:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692113.652627:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652629:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692113.652630:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692113.652638:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692113.652641:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692113.652644:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692113.652645:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652647:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692113.652649:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692113.652653:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692113.652660:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692113.652665:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692113.652672:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061120768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692113.652680:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692113.652684:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.652687:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061120768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692113.652707:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692113.652709:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692113.652712:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692113.652713:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692113.652714:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692113.652716:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692113.652718:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20253
00000400:00000200:3.0:1790692113.652721:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692113.652723:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692113.652724:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692113.652726:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652728:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652729:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652731:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692113.652733:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692113.652734:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692113.652735:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692113.652737:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692113.652738:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692113.652740:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692113.652742:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652743:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652745:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652747:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692113.652748:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692113.652750:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652752:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692113.652753:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692113.652757:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692113.652759:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652760:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692113.652764:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692113.652768:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652770:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692113.652775:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692113.652779:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692113.652781:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692113.652783:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652785:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692113.652787:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692113.652790:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692113.652795:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692113.652801:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692113.652808:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061120896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692113.652819:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692113.652822:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.652828:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061120896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692113.652840:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692113.652844:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692113.652847:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692113.652849:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692113.652851:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692113.652857:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692113.652861:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20253
00000400:00000200:3.0:1790692113.652864:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692113.652866:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692113.652870:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692113.652872:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652878:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652880:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652884:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692113.652885:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692113.652886:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692113.652887:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692113.652889:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692113.652893:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692113.652896:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692113.652901:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652902:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.652907:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652910:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692113.652916:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692113.652926:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692113.652933:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692113.652936:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692113.652941:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692113.652944:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652946:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692113.652949:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692113.652954:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652959:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692113.652964:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692113.652969:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692113.652973:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692113.652976:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.652980:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692113.652982:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692113.652984:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692113.652991:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692113.652994:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692113.653002:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061121024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692113.653014:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692113.653019:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.653027:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061121024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692113.653049:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.653053:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692113.653059:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692113.653069:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692113.653075:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692113.653077:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692113.653080:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692113.653085:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692113.653090:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20253
00000400:00000200:3.0:1790692113.653108:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692113.653111:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692113.653114:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790692113.653116:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790692113.653118:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692113.653121:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1790692113.653122:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.653127:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.653130:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692113.653134:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692113.653137:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692113.653140:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692113.653141:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692113.653143:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692113.653147:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692113.653155:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.653159:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692113.653164:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692113.653169:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692113.653171:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692113.653178:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692113.653180:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692113.653185:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692113.653188:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692113.653192:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.653194:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692113.653198:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692113.653201:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.653205:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692113.653211:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692113.653215:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692113.653221:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692113.653223:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692113.653224:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692113.653226:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692113.653230:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692113.653236:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692113.653241:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692113.653248:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061121152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692113.653257:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692113.653259:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.653263:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061121152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692113.653276:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692113.653282:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20263)
00000800:00000200:1.1:1790692113.653515:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692113.653517:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692113.653701:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692113.653703:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692113.653903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692113.653904:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790692114.996565:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314926848, at 4314926912
00000100:00000010:0.0:1790692114.996581:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790692116.596613:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692116.596617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692116.596620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692117.620666:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692117.620670:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692117.620674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692118.773211:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692118.773216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692118.773898:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692118.773900:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692118.774180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692118.774182:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692118.774444:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692118.774446:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790692120.116552:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314931968, at 4314932032
00000100:00000010:0.0:1790692120.116567:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790692120.692689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692120.692694:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692120.692698:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692121.716607:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692121.716611:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692121.716614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692123.893199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692123.893203:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692123.893776:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692123.893778:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692123.894005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692123.894020:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692123.894235:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692123.894238:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790692124.788592:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692124.788595:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692124.788599:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692125.236524:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314937088, at 4314937152
00000100:00000010:0.0:1790692125.236542:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790692125.812685:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692125.812710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692125.812718:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692128.884669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692128.884674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692128.884678:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692129.012582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692129.012593:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692129.012596:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692129.012600:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692129.012605:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692129.012613:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20268
00000400:00000200:0.0:1790692129.012622:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692129.012629:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692129.012633:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692129.012637:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012642:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.012645:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012647:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692129.012656:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692129.012659:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692129.012661:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692129.012665:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692129.012668:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692129.012670:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692129.012674:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012676:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.012679:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012681:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692129.012684:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692129.012687:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012690:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692129.012694:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692129.012697:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692129.012700:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.012702:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692129.012705:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692129.012714:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692129.012718:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692129.012721:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692129.012723:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.012726:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692129.012729:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692129.012733:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692129.012742:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692129.012749:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692129.012759:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061122304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692129.012776:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692129.012780:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.012786:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061122304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692129.012834:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692129.012841:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692129.012845:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692129.012847:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692129.012850:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692129.012855:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692129.012859:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20268
00000400:00000200:0.0:1790692129.012866:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692129.012870:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692129.012873:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692129.012879:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012887:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.012894:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012899:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692129.012909:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692129.012916:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692129.012923:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692129.012930:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692129.012941:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692129.012945:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692129.012955:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012964:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.012975:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.012982:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692129.012993:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692129.013001:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013012:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692129.013018:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692129.013026:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692129.013032:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013037:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692129.013042:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692129.013061:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013073:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692129.013082:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692129.013095:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692129.013106:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692129.013112:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013118:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692129.013123:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692129.013141:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692129.013148:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692129.013159:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692129.013171:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061122432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692129.013184:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692129.013191:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.013201:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061122432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692129.013224:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692129.013232:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692129.013248:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692129.013253:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692129.013257:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692129.013266:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692129.013279:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20268
00000400:00000200:0.0:1790692129.013293:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692129.013305:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692129.013312:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692129.013323:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692129.013328:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692129.013331:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692129.013333:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790692129.013341:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013355:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692129.013364:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692129.013368:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692129.013374:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692129.013381:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692129.013388:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692129.013396:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692129.013404:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013411:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.013425:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013434:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692129.013448:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692129.013512:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013516:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692129.013520:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692129.013525:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692129.013530:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013532:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692129.013536:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692129.013542:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013548:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692129.013558:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692129.013565:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692129.013572:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692129.013579:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.013584:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692129.013588:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692129.013594:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692129.013605:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692129.013614:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692129.013636:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061122560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692129.013678:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692129.013687:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.013701:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061122560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692129.013722:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.013727:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692129.013741:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692129.013744:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692129.013753:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692129.013759:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692129.013763:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692129.013775:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692129.013784:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20268
00000400:00000200:0.0:1790692129.013815:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692129.013826:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692129.013841:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692129.013853:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.013872:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692129.013891:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692129.013897:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692129.013905:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692129.013914:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692129.013920:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692129.013933:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692129.013943:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013948:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692129.013952:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013962:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692129.013972:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692129.013987:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692129.013997:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692129.014005:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692129.014013:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692129.014027:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.014047:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692129.014053:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692129.014063:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.014074:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692129.014089:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692129.014099:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692129.014115:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692129.014121:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692129.014126:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692129.014130:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692129.014138:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692129.014147:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692129.014156:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692129.014170:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061122688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692129.014195:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692129.014203:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.014214:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061122688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692129.014260:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692129.014273:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20278)
00000800:00000200:1.1:1790692129.014292:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692129.014295:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692129.014526:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692129.014528:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692129.014820:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692129.014822:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692129.908707:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692129.908724:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692129.908730:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692130.356637:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314942209, at 4314942272
00000100:00000010:0.0:1790692130.356679:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790692132.980708:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692132.980711:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692132.980714:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692134.004640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692134.004643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692134.004646:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692134.132572:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692134.132582:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692134.132585:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692134.132589:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692134.132594:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692134.132608:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20273
00000400:00000200:3.0:1790692134.132618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692134.132625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692134.132628:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692134.132631:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.132654:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692134.132666:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692134.132669:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692134.132672:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692134.132676:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692134.132679:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692134.132682:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692134.132685:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132687:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.132689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692134.132693:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692134.132697:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132716:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692134.132721:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692134.132735:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692134.132754:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.132756:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692134.132758:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692134.132767:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692134.132770:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692134.132774:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692134.132775:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.132778:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692134.132781:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692134.132785:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692134.132825:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692134.132833:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692134.132845:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061122816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692134.132858:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692134.132864:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.132871:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061122816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692134.132899:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692134.132902:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692134.132905:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692134.132906:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692134.132908:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692134.132910:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692134.132912:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20273
00000400:00000200:3.0:1790692134.132916:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692134.132918:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692134.132921:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692134.132923:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132925:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.132927:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132928:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692134.132932:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692134.132934:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692134.132935:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692134.132950:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692134.132952:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692134.132954:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692134.132957:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132959:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.132961:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132963:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692134.132965:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692134.132968:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692134.132971:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692134.132974:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692134.132982:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692134.132987:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.132989:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692134.132996:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692134.133000:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133003:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692134.133006:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692134.133011:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692134.133016:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692134.133018:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133022:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692134.133025:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692134.133028:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692134.133034:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692134.133040:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692134.133060:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061122944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692134.133073:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692134.133078:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.133113:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061122944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692134.133134:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692134.133138:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692134.133147:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692134.133151:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692134.133154:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692134.133158:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692134.133166:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20273
00000400:00000200:3.0:1790692134.133179:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692134.133186:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692134.133190:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692134.133196:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133199:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.133203:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133207:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692134.133214:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692134.133217:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692134.133220:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692134.133223:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692134.133229:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692134.133235:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692134.133253:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133258:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.133265:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133271:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692134.133274:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692134.133277:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133281:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692134.133284:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692134.133288:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692134.133289:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133291:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692134.133293:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692134.133300:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133303:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692134.133308:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692134.133312:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692134.133319:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692134.133322:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133326:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692134.133329:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692134.133333:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692134.133355:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692134.133362:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692134.133373:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061123072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692134.133387:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692134.133392:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.133399:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061123072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692134.133431:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.133435:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692134.133440:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692134.133443:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692134.133446:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692134.133447:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692134.133449:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692134.133454:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692134.133457:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20273
00000400:00000200:3.0:1790692134.133461:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692134.133465:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692134.133468:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692134.133471:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133473:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.133475:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133477:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692134.133522:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692134.133525:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692134.133530:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692134.133535:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692134.133541:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692134.133555:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692134.133559:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133561:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692134.133563:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133565:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692134.133584:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692134.133590:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692134.133594:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692134.133597:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692134.133602:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692134.133607:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133620:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692134.133624:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000800:00000200:1.1:1790692134.133627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00000001:3.0:1790692134.133629:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692134.133633:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790692134.133649:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692134.133657:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692134.133663:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692134.133669:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692134.133672:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692134.133676:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692134.133679:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692134.133685:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692134.133693:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692134.133717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692134.133726:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061123200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692134.133743:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692134.133761:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.133770:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061123200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692134.133803:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692134.133813:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20283)
00000800:00000200:1.1:1790692134.134191:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692134.134194:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692134.134479:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692134.134482:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692134.134953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692134.134956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790692135.476550:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314947329, at 4314947392
00000100:00000010:0.0:1790692135.476564:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790692137.076609:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692137.076614:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692137.076618:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692138.100711:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692138.100717:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692138.100722:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692139.252549:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692139.252558:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692139.252560:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692139.252563:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692139.252567:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692139.252573:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20278
00000400:00000200:0.0:1790692139.252580:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692139.252587:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692139.252589:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692139.252592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252594:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.252596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692139.252620:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692139.252622:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692139.252625:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692139.252629:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692139.252631:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692139.252634:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692139.252638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252640:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.252643:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252645:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692139.252648:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692139.252652:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252655:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692139.252658:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692139.252662:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692139.252665:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.252667:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692139.252670:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692139.252680:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692139.252684:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692139.252688:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692139.252690:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.252693:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692139.252695:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692139.252700:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692139.252708:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692139.252715:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692139.252724:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061123328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692139.252733:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692139.252737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.252740:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061123328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692139.252759:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692139.252761:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692139.252764:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692139.252765:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692139.252766:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692139.252768:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692139.252770:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20278
00000400:00000200:0.0:1790692139.252774:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692139.252776:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692139.252778:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692139.252780:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.252783:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252785:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692139.252788:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692139.252789:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692139.252790:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692139.252793:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692139.252794:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692139.252796:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692139.252798:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252800:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.252803:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252805:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692139.252808:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692139.252811:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252816:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692139.252821:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692139.252827:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692139.252834:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.252840:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692139.252847:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692139.252855:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.252863:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692139.252871:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692139.252877:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692139.252884:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692139.252886:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.252891:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692139.252895:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692139.252897:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692139.252906:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692139.252912:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692139.252922:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061123456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692139.252932:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692139.252934:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.252940:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061123456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692139.252953:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692139.252957:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692139.252965:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692139.252968:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692139.252971:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692139.252974:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692139.252979:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20278
00000400:00000200:0.0:1790692139.252986:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692139.252990:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692139.252994:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692139.252998:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.252999:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.253002:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253003:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692139.253008:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692139.253011:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692139.253014:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692139.253015:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692139.253017:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692139.253020:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692139.253026:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253029:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.253031:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253033:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692139.253037:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692139.253043:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253046:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692139.253050:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692139.253053:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692139.253058:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253062:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692139.253065:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692139.253070:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253075:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692139.253081:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692139.253084:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692139.253088:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692139.253091:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253094:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692139.253097:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692139.253101:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692139.253104:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692139.253109:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692139.253117:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061123584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692139.253124:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692139.253127:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.253132:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061123584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692139.253151:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692139.253157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790692139.253158:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.253164:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692139.253171:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692139.253176:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692139.253179:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692139.253181:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692139.253184:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692139.253187:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692139.253189:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20278
00000400:00000200:0.0:1790692139.253191:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692139.253195:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692139.253200:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692139.253206:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253209:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.253214:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253219:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692139.253222:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692139.253225:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692139.253227:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692139.253230:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692139.253234:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692139.253238:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692139.253245:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253250:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692139.253254:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253259:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692139.253266:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692139.253275:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692139.253280:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692139.253286:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692139.253290:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692139.253297:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253301:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692139.253306:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692139.253313:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253316:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692139.253324:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692139.253329:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692139.253337:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692139.253341:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692139.253347:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692139.253351:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692139.253356:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692139.253366:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692139.253374:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692139.253385:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061123712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692139.253402:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692139.253408:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.253417:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061123712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692139.253438:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692139.253444:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20288)
00000800:00000200:1.1:1790692139.253688:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692139.253691:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692139.253928:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692139.253946:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692139.254189:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692139.254191:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790692140.596597:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314952448, at 4314952512
00000100:00000010:0.0:1790692140.596617:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790692141.172694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692141.172698:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692141.172701:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692142.196657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692142.196661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692142.196664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692144.372602:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692144.372616:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692144.372619:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692144.372625:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692144.372631:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692144.372640:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20283
00000400:00000200:0.0:1790692144.372654:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692144.372663:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692144.372669:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692144.372674:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372679:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.372683:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372686:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692144.372696:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692144.372699:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692144.372703:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692144.372707:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692144.372711:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692144.372714:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692144.372718:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372721:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.372724:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372727:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692144.372731:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692144.372736:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372740:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692144.372744:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692144.372748:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692144.372752:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.372755:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692144.372758:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692144.372769:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692144.372774:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692144.372779:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692144.372781:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.372785:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692144.372789:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692144.372795:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692144.372807:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692144.372817:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692144.372830:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061123840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692144.372845:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692144.372851:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.372858:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061123840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692144.372890:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692144.372895:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692144.372901:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692144.372903:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692144.372905:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692144.372909:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692144.372913:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20283
00000400:00000200:0.0:1790692144.372919:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692144.372925:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692144.372929:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692144.372935:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372939:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.372943:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.372947:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692144.372952:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692144.372956:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692144.372979:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692144.372985:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692144.372992:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692144.373000:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692144.373011:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373020:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.373027:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373053:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692144.373064:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692144.373079:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373089:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692144.373098:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692144.373128:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692144.373141:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373152:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692144.373163:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692144.373191:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373197:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692144.373208:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692144.373216:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692144.373227:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692144.373233:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373254:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692144.373259:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692144.373265:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692144.373275:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692144.373280:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692144.373294:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061123968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692144.373313:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692144.373321:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.373341:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061123968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692144.373385:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692144.373393:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692144.373401:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692144.373408:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692144.373414:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692144.373420:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692144.373428:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20283
00000400:00000200:0.0:1790692144.373599:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692144.373616:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692144.373627:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692144.373643:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692144.373653:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692144.373657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692144.373683:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692144.373685:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692144.373701:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692144.373707:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692144.373714:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692144.373719:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692144.373725:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692144.373735:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692144.373748:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373756:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.373765:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373772:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692144.373781:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692144.373790:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692144.373797:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692144.373804:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692144.373811:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692144.373817:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373823:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692144.373829:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692144.373839:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373846:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692144.373857:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692144.373866:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692144.373872:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692144.373878:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.373887:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692144.373892:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692144.373897:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692144.373908:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692144.373917:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692144.373927:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061124096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692144.373943:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692144.373948:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.373957:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061124096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692144.373978:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.373986:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692144.373991:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692144.373995:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692144.374005:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692144.374009:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692144.374012:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692144.374020:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692144.374027:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20283
00000400:00000200:0.0:1790692144.374034:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692144.374040:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692144.374046:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692144.374050:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.374056:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.374059:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.374067:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692144.374070:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692144.374074:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692144.374077:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692144.374082:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692144.374087:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692144.374090:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692144.374101:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.374108:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692144.374113:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692144.374119:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692144.374123:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692144.374130:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692144.374137:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692144.374142:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692144.374147:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692144.374154:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.374157:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692144.374163:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692144.374172:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.374175:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692144.374181:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692144.374187:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692144.374191:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692144.374194:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692144.374200:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692144.374203:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692144.374206:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692144.374213:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692144.374220:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692144.374231:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061124224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692144.374274:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692144.374279:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.374289:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061124224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692144.374312:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692144.374320:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20293)
00000800:00000200:1.1:1790692144.374761:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692144.374767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692144.375144:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692144.375147:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692144.375446:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692144.375448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790692145.268634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692145.268638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692145.268641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692145.716563:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314957569, at 4314957632
00000100:00000010:0.0:1790692145.716580:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:3.0:1790692146.292689:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692146.292694:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692146.292697:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692149.364635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692149.364640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692149.364643:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692149.492567:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692149.492579:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692149.492581:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692149.492585:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692149.492588:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692149.492595:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20288
00000400:00000200:3.0:1790692149.492603:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692149.492609:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692149.492612:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692149.492614:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492618:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.492619:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492622:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692149.492629:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692149.492631:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692149.492633:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692149.492636:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692149.492637:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692149.492639:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692149.492641:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492642:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.492643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692149.492646:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692149.492648:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692149.492652:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692149.492655:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692149.492657:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.492658:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692149.492660:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692149.492668:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692149.492670:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692149.492673:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692149.492674:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.492677:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692149.492679:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692149.492682:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692149.492689:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692149.492694:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692149.492701:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061124352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692149.492709:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692149.492713:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.492719:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061124352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692149.492743:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692149.492746:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692149.492750:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692149.492752:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692149.492753:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692149.492757:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692149.492760:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20288
00000400:00000200:3.0:1790692149.492774:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692149.492777:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692149.492782:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692149.492787:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492791:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.492796:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492801:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692149.492809:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692149.492812:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692149.492818:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692149.492825:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692149.492833:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692149.492838:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692149.492847:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492851:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.492855:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492859:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692149.492862:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692149.492865:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692149.492867:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692149.492870:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692149.492877:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692149.492881:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.492883:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692149.492887:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692149.492892:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.492897:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692149.492901:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692149.492904:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692149.492908:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692149.492909:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.492911:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692149.492914:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692149.492917:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692149.492925:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692149.492933:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692149.492945:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061124480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692149.492966:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692149.492972:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.492982:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061124480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692149.492997:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692149.493003:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692149.493008:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692149.493011:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692149.493014:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692149.493019:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692149.493023:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20288
00000400:00000200:3.0:1790692149.493030:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692149.493034:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692149.493037:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692149.493044:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493047:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.493052:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493055:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692149.493059:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692149.493061:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692149.493063:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692149.493067:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692149.493069:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692149.493071:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692149.493077:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493080:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.493084:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493088:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692149.493091:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692149.493097:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:1.1:1790692149.493100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692149.493101:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692149.493108:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790692149.493108:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1790692149.493111:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692149.493116:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493120:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692149.493124:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692149.493127:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493130:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692149.493135:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692149.493139:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692149.493141:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692149.493145:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493147:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692149.493149:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692149.493153:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692149.493157:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692149.493161:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692149.493168:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061124608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692149.493194:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692149.493196:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.493200:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061124608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692149.493221:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.493234:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692149.493241:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692149.493252:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692149.493256:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692149.493258:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692149.493260:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692149.493263:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692149.493267:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20288
00000400:00000200:3.0:1790692149.493273:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692149.493278:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692149.493281:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692149.493286:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493289:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.493294:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493298:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692149.493302:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692149.493305:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692149.493308:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692149.493311:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692149.493314:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692149.493317:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692149.493323:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493327:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692149.493333:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493337:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692149.493340:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692149.493345:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692149.493350:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692149.493354:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692149.493358:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692149.493362:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493366:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692149.493370:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692149.493374:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493378:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692149.493385:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692149.493389:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692149.493395:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692149.493398:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692149.493417:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692149.493421:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692149.493425:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692149.493431:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692149.493436:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692149.493445:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061124736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692149.493483:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692149.493485:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.493488:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061124736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692149.493500:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692149.493505:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20299)
00000800:00000200:1.1:1790692149.493678:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692149.493680:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692149.493906:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692149.493907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692149.494120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692149.494122:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790692150.388624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692150.388628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692150.388630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692150.836566:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314962688, at 4314962752
00000100:00000010:0.0:1790692150.836584:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:3.0:1790692153.460596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692153.460600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692153.460602:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692154.484640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692154.484646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692154.484650:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692154.613145:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692154.613519:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692154.613875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692154.614057:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692155.956553:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314967808, at 4314967872
00000100:00000010:0.0:1790692155.956573:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790692157.556630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692157.556636:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692157.556641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692157.684756:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692157.684806:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692157.684818:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692157.684823:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692157.684830:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692157.684836:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692157.684854:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692157.684858:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:3.0:1790692157.684867:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692157.684873:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692157.684883:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f95d8
00000400:00000010:3.0:1790692157.684887:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f95d8.
00000100:00000001:3.0:1790692157.684894:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692157.684907:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7100 x1877672061124864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.684939:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692157.684944:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061124864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.684953:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692157.684955:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692157.684971:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692157.684973:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:3.0:1790692157.684975:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692157.684978:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692157.684981:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9aa0
00000400:00000010:3.0:1790692157.684983:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9aa0.
00000100:00000001:3.0:1790692157.684985:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692157.684989:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7800 x1877672061124992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.684999:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692157.685003:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061124992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.685010:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692157.685012:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692157.685018:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692157.685020:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:3.0:1790692157.685023:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692157.685026:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692157.685029:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9908
00000400:00000010:3.0:1790692157.685031:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9908.
00000100:00000001:3.0:1790692157.685034:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692157.685040:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5880 x1877672061125120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.685050:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692157.685055:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061125120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.685064:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692157.685066:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692157.685075:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692157.685079:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:3.0:1790692157.685085:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692157.685091:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692157.685097:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9880
00000400:00000010:3.0:1790692157.685100:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9880.
00000100:00000001:3.0:1790692157.685104:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692157.685110:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7b80 x1877672061125248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.685119:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692157.685122:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061125248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692179 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692157.685129:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692157.685133:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692158.580694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692158.580697:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692158.580700:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692159.732601:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692159.732610:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692159.732612:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692159.732615:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692159.732618:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692159.732624:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20299
00000400:00000200:3.0:1790692159.732632:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692159.732637:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692159.732641:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692159.732643:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732646:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732650:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692159.732656:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692159.732658:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692159.732660:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692159.732663:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692159.732665:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692159.732667:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692159.732669:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732672:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732673:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692159.732675:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692159.732677:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732679:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692159.732681:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692159.732684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692159.732685:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.732687:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692159.732688:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692159.732693:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692159.732696:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692159.732698:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692159.732700:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.732702:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692159.732704:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692159.732707:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692159.732713:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692159.732718:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692159.732733:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061125376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692159.732745:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692159.732761:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.732766:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061125376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692159.732794:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692159.732797:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692159.732801:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692159.732802:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692159.732804:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692159.732807:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692159.732810:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20299
00000400:00000200:3.0:1790692159.732814:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692159.732826:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692159.732829:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692159.732832:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732834:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732836:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732838:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692159.732842:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692159.732843:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692159.732844:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692159.732847:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692159.732849:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692159.732851:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692159.732854:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732856:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732857:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732859:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692159.732862:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692159.732864:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732866:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692159.732868:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692159.732873:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692159.732875:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.732877:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692159.732886:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692159.732890:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.732892:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692159.732896:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692159.732898:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692159.732901:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692159.732903:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.732904:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692159.732906:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692159.732908:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692159.732911:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692159.732915:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692159.732921:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061125504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692159.732929:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692159.732931:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.732935:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061125504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692159.732943:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692159.732946:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692159.732949:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692159.732951:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692159.732952:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692159.732955:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692159.732957:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20299
00000400:00000200:3.0:1790692159.732961:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692159.732965:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692159.732967:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692159.732969:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732972:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732974:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732977:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692159.732980:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692159.732981:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692159.732983:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692159.732985:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692159.732987:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692159.732989:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692159.732992:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732994:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.732996:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.732997:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692159.733000:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692159.733002:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733004:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692159.733006:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692159.733009:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692159.733011:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733013:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692159.733015:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692159.733017:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733019:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692159.733023:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692159.733026:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692159.733028:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692159.733029:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733031:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692159.733032:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692159.733034:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692159.733038:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692159.733040:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692159.733046:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061125632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692159.733059:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692159.733061:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.733066:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061125632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692159.733080:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.733084:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692159.733089:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692159.733094:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692159.733103:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692159.733107:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692159.733111:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692159.733116:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692159.733123:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20299
00000400:00000200:3.0:1790692159.733130:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692159.733148:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692159.733164:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692159.733172:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733176:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.733182:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733187:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692159.733190:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692159.733192:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692159.733196:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692159.733201:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692159.733221:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692159.733226:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692159.733232:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733269:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692159.733275:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733280:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692159.733287:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692159.733295:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692159.733300:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692159.733305:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692159.733308:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692159.733315:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733319:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692159.733321:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692159.733328:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733331:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692159.733338:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692159.733343:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692159.733350:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692159.733353:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692159.733357:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692159.733361:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692159.733365:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692159.733373:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692159.733382:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692159.733392:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061125760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692159.733415:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790692159.733444:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692159.733448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692159.733929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692159.733933:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1790692159.733988:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.734002:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061125760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692159.734025:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692159.734034:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20309)
00000800:00000200:1.1:1790692159.734410:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692159.734412:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692159.734673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692159.734675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790692161.076543:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314972929, at 4314972992
00000100:00000010:0.0:1790692161.076563:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790692161.652592:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692161.652596:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692161.652600:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692162.676737:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692162.676744:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692162.676748:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692164.852598:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692164.852608:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692164.852610:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692164.852614:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692164.852618:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692164.852624:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20304
00000400:00000200:0.0:1790692164.852633:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692164.852639:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692164.852642:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692164.852645:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852648:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.852650:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852652:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692164.852661:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692164.852663:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692164.852665:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692164.852669:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692164.852671:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692164.852673:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692164.852675:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852677:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.852678:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852679:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692164.852682:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692164.852684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852686:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692164.852689:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692164.852692:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692164.852694:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.852696:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692164.852698:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692164.852718:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692164.852721:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692164.852724:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692164.852725:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.852727:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692164.852729:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692164.852734:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692164.852740:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692164.852746:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692164.852754:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061125888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692164.852763:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692164.852768:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.852772:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061125888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692164.852792:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692164.852795:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692164.852798:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692164.852799:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692164.852800:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692164.852803:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692164.852804:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20304
00000400:00000200:0.0:1790692164.852807:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692164.852809:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692164.852811:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692164.852813:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852815:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.852816:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852818:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692164.852820:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692164.852821:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692164.852822:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692164.852824:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692164.852825:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692164.852827:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692164.852829:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852831:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.852833:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852835:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692164.852838:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692164.852841:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852843:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692164.852845:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692164.852851:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692164.852856:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.852858:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692164.852863:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692164.852867:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.852869:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692164.852873:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692164.852877:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692164.852882:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692164.852885:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.852890:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692164.852892:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692164.852896:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692164.852904:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692164.852910:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692164.852919:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061126016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692164.852930:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692164.852935:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.852943:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061126016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692164.852953:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692164.852957:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692164.852960:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692164.852962:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692164.852963:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692164.852965:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692164.852969:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20304
00000400:00000200:0.0:1790692164.852976:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692164.852980:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692164.852981:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692164.852987:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852992:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.852994:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.852996:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692164.853001:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692164.853002:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692164.853003:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692164.853005:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692164.853011:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692164.853012:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692164.853015:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853021:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.853026:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853030:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692164.853034:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692164.853039:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853045:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692164.853049:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692164.853053:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692164.853058:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853063:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692164.853065:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692164.853069:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853071:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692164.853078:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692164.853081:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692164.853086:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692164.853088:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853092:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692164.853094:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692164.853097:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692164.853100:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692164.853124:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692164.853131:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061126144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692164.853157:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692164.853162:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.853169:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061126144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692164.853182:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.853187:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692164.853204:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692164.853209:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692164.853215:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692164.853219:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692164.853221:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692164.853223:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692164.853229:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20304
00000400:00000200:0.0:1790692164.853242:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692164.853248:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692164.853251:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692164.853257:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853262:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.853265:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853270:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692164.853273:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790692164.853275:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692164.853278:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000200:1.1:1790692164.853280:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:0.0:1790692164.853281:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692164.853286:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692164.853291:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692164.853296:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692164.853318:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853322:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692164.853327:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853334:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692164.853342:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692164.853347:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692164.853354:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692164.853360:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692164.853364:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692164.853369:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853373:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692164.853376:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692164.853385:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853391:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692164.853399:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692164.853405:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692164.853413:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692164.853417:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692164.853425:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692164.853428:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692164.853433:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692164.853442:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692164.853452:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692164.853463:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061126272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692164.853530:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692164.853535:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.853546:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061126272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692164.853563:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692164.853570:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20314)
00000800:00000200:1.1:1790692164.853961:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692164.853965:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692164.854314:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692164.854316:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692164.854616:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692164.854619:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790692165.748737:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692165.748742:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692165.748746:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692166.196581:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314978049, at 4314978112
00000100:00000010:0.0:1790692166.196600:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:3.0:1790692166.772629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692166.772633:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692166.772636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692169.844577:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692169.844582:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692169.844585:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692169.972557:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692169.972570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692169.972572:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692169.972576:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692169.972581:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692169.972589:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20309
00000400:00000200:0.0:1790692169.972599:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692169.972607:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692169.972611:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692169.972614:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.972621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972625:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692169.972634:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692169.972636:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692169.972639:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692169.972643:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692169.972646:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692169.972649:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692169.972653:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972655:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.972658:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972660:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692169.972663:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692169.972666:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972668:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692169.972671:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692169.972675:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692169.972677:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.972679:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692169.972680:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692169.972688:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692169.972691:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692169.972694:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692169.972695:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.972698:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692169.972700:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692169.972704:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692169.972711:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692169.972717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692169.972724:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061126400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692169.972733:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692169.972737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.972741:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061126400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692169.972765:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692169.972767:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692169.972770:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692169.972771:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692169.972773:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692169.972775:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692169.972777:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20309
00000400:00000200:0.0:1790692169.972780:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692169.972789:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692169.972791:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692169.972794:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972795:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.972797:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972799:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692169.972801:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692169.972802:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692169.972804:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692169.972806:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692169.972807:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692169.972809:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692169.972811:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972812:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.972814:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972815:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692169.972817:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692169.972819:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972821:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692169.972822:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692169.972826:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692169.972828:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.972830:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692169.972833:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692169.972835:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.972837:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692169.972841:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692169.972843:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692169.972848:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692169.972849:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.972853:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692169.972856:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692169.972858:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692169.972863:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692169.972868:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692169.972878:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061126528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692169.972891:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692169.972896:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.972904:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061126528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692169.972920:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692169.972924:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692169.972927:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692169.972931:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692169.972934:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692169.972937:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692169.972948:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20309
00000400:00000200:0.0:1790692169.972953:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692169.972957:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692169.972963:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692169.972969:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972972:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.972980:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.972989:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692169.972998:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692169.973002:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692169.973021:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692169.973027:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692169.973031:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692169.973038:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692169.973047:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973051:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.973058:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973061:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692169.973065:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692169.973072:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973078:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692169.973083:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692169.973087:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692169.973091:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973095:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692169.973098:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692169.973102:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973105:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692169.973112:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692169.973114:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692169.973118:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692169.973119:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973123:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692169.973127:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692169.973130:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692169.973138:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000800:00000200:1.1:1790692169.973138:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692169.973144:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692169.973145:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00100000:0.0:1790692169.973155:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061126656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692169.973184:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692169.973188:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.973201:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061126656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692169.973222:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.973230:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692169.973241:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692169.973250:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692169.973266:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692169.973271:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692169.973276:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692169.973286:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692169.973296:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20309
00000400:00000200:0.0:1790692169.973309:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692169.973317:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692169.973324:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692169.973327:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973330:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.973334:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973341:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692169.973363:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692169.973367:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692169.973372:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692169.973378:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692169.973383:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692169.973390:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692169.973398:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973401:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692169.973409:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973415:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692169.973423:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692169.973431:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692169.973437:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692169.973444:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692169.973451:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692169.973456:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973459:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692169.973464:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692169.973471:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973492:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692169.973523:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692169.973527:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692169.973529:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692169.973530:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692169.973532:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692169.973533:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692169.973535:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692169.973539:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692169.973545:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692169.973558:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061126784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692169.973591:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692169.973599:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.973610:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061126784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692169.973632:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692169.973641:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20319)
00000800:00000200:1.1:1790692169.973814:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692169.973815:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692169.974035:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692169.974037:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692169.974252:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692169.974255:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790692170.868660:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692170.868664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692170.868668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692171.316568:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314983168, at 4314983232
00000100:00000010:0.0:1790692171.316589:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:3.0:1790692173.940821:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692173.940826:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692173.940830:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692174.964660:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692174.964666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692174.964670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692175.092548:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692175.092557:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692175.092559:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692175.092562:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692175.092565:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692175.092572:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20314
00000400:00000200:0.0:1790692175.092579:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692175.092586:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692175.092588:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692175.092591:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092594:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.092596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692175.092605:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692175.092606:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692175.092609:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692175.092612:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692175.092613:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692175.092615:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692175.092617:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.092620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092621:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692175.092623:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692175.092625:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092626:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692175.092629:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692175.092631:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692175.092633:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.092634:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692175.092636:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692175.092644:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692175.092647:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692175.092650:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692175.092652:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.092655:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692175.092657:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692175.092662:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692175.092671:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692175.092677:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692175.092687:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061126912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692175.092698:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692175.092703:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.092708:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061126912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692175.092738:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692175.092741:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692175.092745:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692175.092747:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692175.092749:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692175.092752:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692175.092755:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20314
00000400:00000200:0.0:1790692175.092760:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692175.092764:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692175.092767:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692175.092771:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.092776:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092778:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692175.092781:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692175.092784:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692175.092788:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692175.092792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692175.092795:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692175.092798:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692175.092805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092809:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.092813:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092818:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692175.092822:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692175.092827:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692175.092833:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692175.092836:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692175.092842:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692175.092848:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.092850:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692175.092856:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692175.092859:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.092865:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692175.092870:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692175.092872:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692175.092878:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692175.092881:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.092884:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692175.092887:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692175.092889:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692175.092895:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692175.092900:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692175.092923:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061127040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692175.092936:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692175.092940:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.092947:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061127040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692175.092965:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692175.092969:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692175.092974:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692175.092977:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692175.092979:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692175.092983:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692175.092988:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20314
00000400:00000200:0.0:1790692175.092991:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692175.092994:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692175.092996:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692175.092998:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093002:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.093007:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093009:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692175.093043:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692175.093045:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692175.093048:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692175.093050:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692175.093052:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692175.093056:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692175.093059:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093063:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.093068:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093070:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692175.093075:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790692175.093079:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692175.093081:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093085:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692175.093085:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
02000000:00000001:0.0:1790692175.093087:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692175.093089:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692175.093091:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093092:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692175.093093:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692175.093095:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093096:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692175.093099:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692175.093101:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692175.093106:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692175.093108:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093112:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692175.093115:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692175.093118:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692175.093124:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692175.093128:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692175.093135:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061127168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692175.093147:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692175.093151:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.093157:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061127168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692175.093179:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.093182:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692175.093186:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692175.093191:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692175.093197:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692175.093200:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692175.093202:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692175.093205:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692175.093210:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20314
00000400:00000200:0.0:1790692175.093217:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692175.093224:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692175.093226:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692175.093232:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093235:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.093237:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093240:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692175.093242:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692175.093243:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692175.093253:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692175.093257:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692175.093260:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692175.093264:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692175.093269:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093272:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692175.093276:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093279:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692175.093282:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692175.093287:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692175.093292:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692175.093295:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692175.093299:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692175.093302:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093305:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692175.093308:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692175.093312:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093315:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692175.093319:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692175.093323:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692175.093328:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692175.093331:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692175.093334:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692175.093337:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692175.093339:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692175.093343:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692175.093348:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692175.093356:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061127296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692175.093363:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692175.093366:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.093373:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061127296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692175.093427:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692175.093433:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20324)
00000800:00000200:1.1:1790692175.093660:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692175.093663:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692175.093877:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692175.093879:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692175.094076:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692175.094077:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790692176.436602:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314988288, at 4314988352
00000100:00000010:0.0:1790692176.436614:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:0.0:1790692178.036685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692178.036688:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692178.036691:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692179.060676:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692179.060680:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692179.060684:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692180.213052:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692180.213057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692180.213703:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692180.213705:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692180.213925:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692180.213926:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692180.214157:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692180.214159:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:0.0:1790692181.556537:0:298392:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314993408, at 4314993472
00000100:00000010:0.0:1790692181.556555:0:298392:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:0.0:1790692182.132681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692182.132686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692182.132690:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692183.156664:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692183.156668:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692183.156670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692185.332582:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692185.332592:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692185.332594:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692185.332597:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692185.332601:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692185.332607:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20324
00000400:00000200:3.0:1790692185.332615:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692185.332621:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692185.332624:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692185.332627:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332630:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.332657:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332659:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692185.332666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692185.332668:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692185.332670:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692185.332673:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692185.332675:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692185.332676:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692185.332678:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332680:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.332681:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332682:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692185.332684:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692185.332686:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332688:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692185.332691:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692185.332694:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692185.332695:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.332697:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692185.332698:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692185.332707:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692185.332723:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692185.332728:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692185.332729:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.332731:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692185.332733:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692185.332737:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692185.332745:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692185.332768:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692185.332776:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061127936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692185.332784:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692185.332788:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.332791:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061127936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692185.332809:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692185.332811:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692185.332813:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692185.332814:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692185.332816:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692185.332818:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692185.332819:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20324
00000400:00000200:3.0:1790692185.332822:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692185.332824:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692185.332826:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692185.332829:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332831:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.332833:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332835:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692185.332837:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692185.332838:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692185.332839:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692185.332841:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692185.332842:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692185.332844:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692185.332846:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332847:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.332850:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332853:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692185.332856:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692185.332860:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692185.332863:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692185.332866:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692185.332870:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692185.332876:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.332879:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692185.332884:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692185.332890:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.332893:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692185.332897:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692185.332900:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692185.332904:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692185.332906:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.332910:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692185.332912:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692185.332917:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692185.332923:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692185.332930:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692185.332941:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061128064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692185.332956:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692185.332961:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.332968:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061128064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692185.332988:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692185.332994:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692185.333002:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692185.333006:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692185.333011:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692185.333016:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692185.333020:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20324
00000400:00000200:3.0:1790692185.333029:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692185.333039:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692185.333045:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692185.333053:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333059:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.333067:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333073:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692185.333078:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692185.333081:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692185.333086:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692185.333091:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692185.333104:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692185.333109:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692185.333118:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692185.333120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692185.333121:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.333127:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692185.333128:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00000001:3.0:1790692185.333131:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692185.333136:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692185.333143:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333147:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692185.333152:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692185.333156:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692185.333161:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333165:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692185.333171:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692185.333176:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333182:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692185.333190:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692185.333196:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692185.333201:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692185.333206:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333209:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692185.333213:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692185.333217:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692185.333225:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692185.333230:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692185.333241:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061128192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692185.333254:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692185.333258:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.333264:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061128192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692185.333281:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.333287:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692185.333293:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692185.333300:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692185.333306:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692185.333310:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692185.333314:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692185.333320:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692185.333327:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20324
00000400:00000200:3.0:1790692185.333337:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692185.333345:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692185.333351:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692185.333360:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333365:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.333371:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333376:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692185.333383:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692185.333387:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692185.333392:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692185.333398:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692185.333403:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692185.333409:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692185.333418:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333425:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692185.333430:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333436:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692185.333441:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692185.333448:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692185.333489:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692185.333495:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692185.333500:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692185.333505:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333509:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692185.333513:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692185.333519:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333524:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692185.333531:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692185.333537:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692185.333543:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692185.333546:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692185.333551:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692185.333555:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692185.333561:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692185.333568:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692185.333574:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692185.333585:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061128320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692185.333602:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692185.333608:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.333619:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061128320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692185.333643:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692185.333651:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20334)
00000800:00000200:1.1:1790692185.333758:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692185.333760:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692185.333959:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692185.333961:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692185.334215:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692185.334216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:0.0:1790692186.228759:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692186.228765:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692186.228770:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692186.676550:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4314998528, at 4314998592
00000100:00000010:0.0:1790692186.676566:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:3.0:1790692187.252637:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692187.252642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692187.252647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790692190.324680:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692190.324685:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692190.324689:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692190.452630:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692190.452642:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692190.452645:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692190.452649:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692190.452654:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692190.452679:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20329
00000400:00000200:0.0:1790692190.452687:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692190.452694:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692190.452697:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692190.452700:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452704:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.452706:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452708:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692190.452714:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692190.452716:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692190.452718:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692190.452721:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692190.452723:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692190.452725:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692190.452727:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.452730:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452731:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692190.452734:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692190.452736:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452738:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692190.452740:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692190.452743:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692190.452745:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.452747:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692190.452749:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692190.452755:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692190.452758:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692190.452761:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692190.452762:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.452764:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692190.452767:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692190.452770:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692190.452777:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692190.452782:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692190.452790:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061128448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692190.452804:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692190.452807:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.452811:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061128448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692190.452829:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692190.452831:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692190.452834:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692190.452835:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692190.452837:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692190.452839:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692190.452841:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20329
00000400:00000200:0.0:1790692190.452844:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692190.452848:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692190.452850:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692190.452854:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452857:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.452860:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452863:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692190.452867:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692190.452870:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692190.452871:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692190.452875:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692190.452881:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692190.452888:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692190.452898:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452903:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.452906:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452912:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692190.452919:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692190.452925:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692190.452931:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692190.452935:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692190.452941:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692190.452946:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.452959:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692190.452964:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692190.452968:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.452974:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692190.452982:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692190.452986:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692190.452991:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692190.452995:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.452997:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692190.452998:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692190.453000:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692190.453007:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692190.453012:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692190.453022:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061128576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692190.453049:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692190.453054:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.453064:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061128576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692190.453077:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692190.453082:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692190.453085:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692190.453087:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692190.453090:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692190.453096:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692190.453101:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20329
00000400:00000200:0.0:1790692190.453164:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692190.453173:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692190.453176:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692190.453182:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453186:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.453190:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453196:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692190.453200:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692190.453202:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692190.453203:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692190.453205:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692190.453210:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692190.453215:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692190.453222:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453227:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.453232:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453236:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692190.453243:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790692190.453243:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692190.453252:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:1.1:1790692190.453254:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1790692190.453255:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692190.453258:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692190.453261:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692190.453263:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453265:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692190.453267:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692190.453269:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453271:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692190.453274:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692190.453304:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692190.453308:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692190.453312:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453314:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692190.453318:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692190.453320:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692190.453327:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692190.453331:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692190.453337:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061128704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692190.453359:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692190.453363:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.453369:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061128704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692190.453401:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.453405:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692190.453412:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692190.453418:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692190.453425:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692190.453429:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692190.453432:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692190.453435:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692190.453442:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20329
00000400:00000200:0.0:1790692190.453451:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692190.453480:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692190.453500:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692190.453506:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453510:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.453514:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453517:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692190.453521:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692190.453524:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692190.453526:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692190.453530:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692190.453534:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692190.453537:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692190.453542:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453544:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692190.453552:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453557:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692190.453567:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692190.453580:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692190.453588:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692190.453631:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692190.453638:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692190.453645:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453651:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692190.453655:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692190.453676:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453681:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692190.453686:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692190.453690:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692190.453694:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692190.453698:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692190.453701:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692190.453704:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692190.453708:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692190.453714:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692190.453721:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692190.453732:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061128832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692190.453749:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692190.453752:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.453765:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061128832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692190.453777:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692190.453784:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20340)
00000800:00000200:1.1:1790692190.453990:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692190.453992:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692190.454233:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692190.454236:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692190.454462:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692190.454464:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790692191.348592:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692191.348612:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692191.348615:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692191.796641:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315003648, at 4315003712
00000100:00000010:0.0:1790692191.796668:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:0.0:1790692194.420612:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692194.420616:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692194.420619:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692195.444678:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692195.444702:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692195.444708:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692195.572623:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692195.572637:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692195.572641:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692195.572646:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692195.572651:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692195.572678:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20335
00000400:00000200:0.0:1790692195.572691:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692195.572701:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692195.572705:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692195.572717:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572738:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.572740:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572742:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692195.572750:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692195.572753:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692195.572755:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692195.572759:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692195.572761:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692195.572763:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692195.572765:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572766:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.572769:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572770:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692195.572773:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692195.572776:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572778:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692195.572781:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692195.572784:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692195.572786:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.572788:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692195.572790:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692195.572801:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692195.572804:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692195.572808:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692195.572810:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.572814:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692195.572818:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692195.572824:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692195.572835:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692195.572844:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692195.572858:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061128960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692195.572875:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692195.572879:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.572883:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061128960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692195.572904:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692195.572907:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692195.572910:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692195.572911:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692195.572912:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692195.572915:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692195.572918:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20335
00000400:00000200:0.0:1790692195.572921:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692195.572923:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692195.572926:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692195.572929:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572930:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.572933:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572935:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692195.572938:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692195.572939:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692195.572940:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692195.572943:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692195.572945:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692195.572947:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692195.572949:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572951:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.572952:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572953:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692195.572955:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692195.572957:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692195.572961:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692195.572970:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692195.572979:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692195.572982:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.572983:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692195.572989:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692195.572996:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573008:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692195.573017:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692195.573035:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692195.573043:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692195.573049:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573053:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692195.573056:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692195.573060:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692195.573073:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692195.573079:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692195.573102:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061129088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692195.573117:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692195.573121:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.573129:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061129088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692195.573142:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692195.573148:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692195.573152:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692195.573153:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692195.573155:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692195.573163:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692195.573167:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20335
00000400:00000200:0.0:1790692195.573172:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692195.573184:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692195.573187:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692195.573198:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573204:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.573214:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573224:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692195.573234:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692195.573239:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692195.573246:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692195.573255:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692195.573262:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692195.573271:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692195.573280:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573288:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.573294:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573302:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692195.573308:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692195.573320:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573324:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692195.573330:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692195.573339:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692195.573349:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573355:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692195.573364:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692195.573372:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573380:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692195.573392:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692195.573398:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692195.573410:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692195.573418:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573423:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692195.573427:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692195.573430:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692195.573437:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692195.573444:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692195.573508:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:0.0:1790692195.573510:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061129216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790692195.573528:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790692195.573554:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692195.573557:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.573563:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061129216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692195.573597:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.573607:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692195.573624:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692195.573632:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692195.573643:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692195.573650:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692195.573657:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692195.573670:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692195.573677:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20335
00000400:00000200:0.0:1790692195.573686:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692195.573695:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692195.573699:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692195.573711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573713:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.573719:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573722:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692195.573729:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692195.573733:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692195.573738:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692195.573746:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692195.573756:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692195.573767:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692195.573783:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573793:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692195.573806:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573816:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692195.573827:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692195.573839:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692195.573849:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692195.573857:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692195.573866:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692195.573877:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573885:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692195.573896:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692195.573911:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573924:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692195.573938:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692195.573943:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692195.573952:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692195.573954:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692195.573957:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692195.573960:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692195.573963:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692195.573971:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692195.573978:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692195.573991:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061129344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692195.574013:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692195.574019:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.574026:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061129344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692195.574045:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692195.574053:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20345)
00000800:00000200:1.1:1790692195.574234:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692195.574235:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692195.574476:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692195.574478:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692195.574683:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692195.574685:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790692196.916591:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315008769, at 4315008832
00000100:00000010:0.0:1790692196.916607:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:0.0:1790692198.516639:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692198.516650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692198.516653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692199.540737:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692199.540746:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692199.540933:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692200.692571:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692200.692583:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692200.692586:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692200.692590:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692200.692595:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692200.692602:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20340
00000400:00000200:0.0:1790692200.692612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692200.692619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692200.692623:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692200.692627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692631:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.692634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692637:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692200.692645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692200.692647:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692200.692649:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692200.692669:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692200.692671:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692200.692673:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692200.692676:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692677:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.692679:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692680:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692200.692682:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692200.692685:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692200.692689:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692200.692692:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692200.692694:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.692697:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692200.692699:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692200.692708:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692200.692711:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692200.692714:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692200.692716:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.692719:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692200.692721:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692200.692725:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692200.692734:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692200.692740:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692200.692748:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061129472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692200.692757:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692200.692761:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.692765:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061129472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692200.692803:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692200.692806:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692200.692809:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692200.692810:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692200.692811:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692200.692821:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692200.692823:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20340
00000400:00000200:0.0:1790692200.692827:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692200.692831:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692200.692833:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692200.692836:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692838:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.692840:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692845:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692200.692848:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692200.692851:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692200.692872:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692200.692874:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692200.692878:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692200.692883:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692200.692892:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692897:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.692903:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692908:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692200.692913:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692200.692918:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692200.692921:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692200.692927:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692200.692934:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692200.692939:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.692940:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692200.692944:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692200.692949:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.692953:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692200.692959:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692200.692964:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692200.692972:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692200.692976:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.692977:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692200.692979:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692200.692981:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692200.693010:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692200.693015:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692200.693023:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061129600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692200.693030:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692200.693034:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.693040:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061129600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692200.693073:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692200.693080:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692200.693088:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692200.693094:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692200.693098:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692200.693102:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692200.693107:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20340
00000400:00000200:0.0:1790692200.693118:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692200.693122:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692200.693124:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692200.693131:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693134:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.693139:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693145:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692200.693178:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692200.693181:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692200.693185:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692200.693188:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692200.693193:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692200.693195:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692200.693202:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693206:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.693212:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693215:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692200.693220:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692200.693221:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692200.693229:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:1.1:1790692200.693229:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790692200.693236:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692200.693240:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692200.693244:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692200.693248:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693251:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692200.693254:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692200.693266:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693270:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692200.693279:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692200.693284:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692200.693287:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692200.693290:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693295:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692200.693298:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692200.693301:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692200.693308:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692200.693317:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692200.693348:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061129728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692200.693368:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692200.693373:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.693390:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061129728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692200.693408:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.693429:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692200.693437:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692200.693444:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692200.693449:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692200.693450:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692200.693479:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692200.693482:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692200.693488:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20340
00000400:00000200:0.0:1790692200.693496:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692200.693503:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692200.693506:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692200.693514:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693519:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.693523:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693528:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692200.693534:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692200.693537:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692200.693539:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692200.693543:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692200.693547:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692200.693552:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692200.693556:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693560:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692200.693564:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693567:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692200.693570:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692200.693576:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692200.693582:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692200.693586:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692200.693590:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692200.693593:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693596:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692200.693600:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692200.693606:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693610:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692200.693615:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692200.693620:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692200.693625:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692200.693628:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692200.693631:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692200.693634:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692200.693636:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692200.693643:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692200.693651:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692200.693660:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061129856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692200.693676:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692200.693681:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.693689:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061129856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692200.693716:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692200.693723:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20350)
00000800:00000200:1.1:1790692200.693850:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692200.693852:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692200.694073:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692200.694075:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692200.694351:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692200.694353:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790692202.036604:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315013888, at 4315013952
00000100:00000010:0.0:1790692202.036628:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:0.0:1790692202.612629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692202.612635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692202.612639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692203.636739:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692203.636743:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692203.636746:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692205.812582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692205.812590:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692205.812593:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692205.812596:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692205.812600:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692205.812605:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20345
00000400:00000200:3.0:1790692205.812612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692205.812618:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692205.812622:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692205.812630:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812634:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.812636:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812637:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692205.812644:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692205.812645:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692205.812647:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692205.812650:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692205.812652:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692205.812653:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692205.812655:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.812658:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812659:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692205.812661:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692205.812663:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812674:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692205.812676:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692205.812679:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692205.812680:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.812682:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692205.812683:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692205.812691:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692205.812694:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692205.812697:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692205.812698:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.812700:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692205.812702:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692205.812706:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692205.812712:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692205.812718:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692205.812725:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061129984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692205.812737:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692205.812740:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.812744:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061129984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692205.812764:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692205.812767:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692205.812776:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692205.812777:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692205.812779:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692205.812782:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692205.812785:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20345
00000400:00000200:3.0:1790692205.812790:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692205.812794:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692205.812797:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692205.812801:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812804:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.812806:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812808:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692205.812811:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692205.812812:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692205.812813:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692205.812816:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692205.812818:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692205.812822:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692205.812826:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812829:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.812835:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812837:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692205.812843:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692205.812850:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692205.812854:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692205.812858:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692205.812865:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692205.812871:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.812877:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692205.812882:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692205.812887:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.812890:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692205.812894:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692205.812899:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692205.812902:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692205.812903:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.812906:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692205.812909:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692205.812912:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692205.812921:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692205.812927:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692205.812937:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061130112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692205.812953:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692205.812957:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.812967:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061130112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692205.812981:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692205.812985:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692205.812992:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692205.812994:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692205.812997:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692205.813002:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692205.813017:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20345
00000400:00000200:3.0:1790692205.813025:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692205.813031:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692205.813035:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692205.813042:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813047:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.813052:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813056:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692205.813062:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692205.813064:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692205.813065:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692205.813068:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692205.813072:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692205.813076:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692205.813081:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813084:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.813089:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813091:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692205.813101:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692205.813106:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813112:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692205.813115:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790692205.813115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790692205.813119:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790692205.813120:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
02000000:00000001:3.0:1790692205.813122:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813124:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692205.813126:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692205.813128:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813129:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692205.813132:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692205.813134:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692205.813136:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692205.813139:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813141:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692205.813143:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692205.813146:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692205.813152:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692205.813157:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692205.813167:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061130240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692205.813175:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692205.813178:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.813187:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061130240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692205.813196:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.813199:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692205.813207:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692205.813212:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692205.813219:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692205.813221:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692205.813224:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692205.813227:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692205.813231:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20345
00000400:00000200:3.0:1790692205.813235:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692205.813239:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692205.813242:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692205.813249:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813252:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.813254:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813258:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692205.813260:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692205.813263:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692205.813264:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692205.813266:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692205.813267:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692205.813269:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692205.813271:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813273:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692205.813275:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813277:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692205.813278:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692205.813281:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692205.813285:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692205.813287:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692205.813290:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692205.813294:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813296:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692205.813300:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692205.813302:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813306:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692205.813310:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692205.813328:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692205.813333:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692205.813334:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692205.813336:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692205.813337:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692205.813341:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692205.813345:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692205.813350:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692205.813357:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061130368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692205.813367:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692205.813371:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.813377:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061130368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692205.813404:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692205.813409:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20355)
00000800:00000200:1.1:1790692205.813645:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692205.813647:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692205.813882:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692205.813884:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692205.814096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692205.814097:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:0.0:1790692206.708665:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692206.708672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692206.708677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692207.156538:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315019008, at 4315019072
00000100:00000010:0.0:1790692207.156558:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000020:00000001:3.0:1790692207.732637:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692207.732641:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692207.732644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790692210.804719:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692210.804724:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692210.804727:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692210.932559:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692210.932570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692210.932573:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692210.932577:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692210.932582:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692210.932590:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20350
00000400:00000200:3.0:1790692210.932601:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692210.932609:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692210.932613:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692210.932617:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932621:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.932624:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932627:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692210.932659:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692210.932661:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692210.932663:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692210.932666:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692210.932669:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692210.932671:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692210.932673:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932675:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.932677:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692210.932681:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692210.932684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932686:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692210.932690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692210.932693:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692210.932695:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.932713:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692210.932715:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692210.932726:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692210.932729:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692210.932732:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692210.932734:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.932736:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692210.932738:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692210.932742:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692210.932748:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692210.932753:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692210.932760:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061130496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692210.932768:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692210.932772:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.932775:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061130496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692210.932794:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692210.932796:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692210.932799:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692210.932800:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692210.932801:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692210.932803:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692210.932804:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20350
00000400:00000200:3.0:1790692210.932807:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692210.932810:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692210.932812:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692210.932816:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932818:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.932819:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932822:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692210.932824:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692210.932827:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692210.932829:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692210.932832:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692210.932835:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692210.932837:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692210.932842:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932848:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.932859:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932872:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692210.932880:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692210.932886:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692210.932896:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692210.932905:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692210.932913:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692210.932917:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.932941:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692210.932946:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692210.932959:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.932968:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692210.932979:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692210.933006:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692210.933015:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692210.933021:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933027:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692210.933031:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692210.933036:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692210.933055:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692210.933061:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692210.933074:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061130624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692210.933127:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692210.933131:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.933140:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061130624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692210.933165:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692210.933169:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692210.933183:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692210.933207:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692210.933210:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692210.933212:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692210.933227:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20350
00000400:00000200:3.0:1790692210.933238:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692210.933244:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692210.933248:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692210.933266:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933280:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.933283:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933290:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692210.933298:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692210.933308:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692210.933319:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692210.933328:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692210.933341:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692210.933359:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692210.933369:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933400:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.933407:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933420:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692210.933432:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692210.933441:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933444:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692210.933448:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692210.933456:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692210.933466:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933494:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692210.933496:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692210.933499:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933500:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692210.933504:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692210.933506:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692210.933508:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692210.933509:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933512:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692210.933514:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692210.933517:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692210.933520:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692210.933523:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692210.933529:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061130752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692210.933536:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692210.933544:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.933550:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061130752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692210.933557:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692210.933573:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000001:3.0:1790692210.933581:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.933586:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692210.933598:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692210.933606:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692210.933615:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692210.933622:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692210.933631:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692210.933675:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692210.933680:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20350
00000400:00000200:3.0:1790692210.933694:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692210.933732:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692210.933739:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692210.933750:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933760:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.933769:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933773:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692210.933776:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692210.933780:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692210.933787:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692210.933794:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692210.933803:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692210.933814:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692210.933825:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933829:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692210.933836:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933842:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692210.933855:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692210.933865:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692210.933870:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692210.933875:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692210.933878:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692210.933881:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933891:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692210.933896:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692210.933911:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933915:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692210.933920:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692210.933944:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692210.933958:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692210.933966:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692210.933976:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692210.933981:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692210.933988:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692210.934003:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692210.934013:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692210.934024:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061130880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692210.934051:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692210.934059:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.934072:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061130880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692210.934118:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692210.934130:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20360)
00000800:00000200:1.1:1790692210.934536:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692210.934538:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692210.934819:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692210.934821:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692210.935026:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692210.935028:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790692211.828625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692211.828630:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692211.828632:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692212.276542:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315024129, at 4315024192
00000100:00000010:0.0:1790692212.276555:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:0.0:1790692214.900602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692214.900606:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692214.900609:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692215.924642:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692215.924646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692215.924649:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692216.053178:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692216.053183:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692216.053666:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692216.053668:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692216.053853:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692216.053854:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692216.054027:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692216.054029:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790692217.396575:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315029248, at 4315029312
00000100:00000010:0.0:1790692217.396610:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:0.0:1790692218.996865:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692218.996891:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692218.996911:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692220.020627:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692220.020632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692220.020636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692221.173015:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692221.173289:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692221.173553:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692221.173747:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692222.516570:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315034368, at 4315034432
00000100:00000010:0.0:1790692222.516579:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:0.0:1790692223.092651:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692223.092657:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692223.092660:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692224.116620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692224.116623:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692224.116626:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692224.244695:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692224.244733:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692224.244744:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692224.244749:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692224.244754:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692224.244759:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692224.244765:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692224.244778:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790692224.244784:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692224.244789:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692224.244795:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9f68
00000400:00000010:3.0:1790692224.244798:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9f68.
00000100:00000001:3.0:1790692224.244803:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692224.244812:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4700 x1877672061131520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244842:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692224.244846:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061131520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244852:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692224.244854:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692224.244864:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692224.244865:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:3.0:1790692224.244867:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692224.244870:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692224.244873:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:3.0:1790692224.244874:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:3.0:1790692224.244877:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692224.244880:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6a00 x1877672061131648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244886:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692224.244890:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061131648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244898:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692224.244902:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692224.244911:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692224.244914:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:3.0:1790692224.244917:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692224.244920:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692224.244924:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f93b8
00000400:00000010:3.0:1790692224.244927:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f93b8.
00000100:00000001:3.0:1790692224.244932:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692224.244937:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7100 x1877672061131776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244949:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692224.244956:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061131776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.244981:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692224.244986:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692224.244998:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692224.245003:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:3.0:1790692224.245010:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692224.245018:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692224.245024:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9ee0
00000400:00000010:3.0:1790692224.245029:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9ee0.
00000100:00000001:3.0:1790692224.245036:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692224.245045:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7800 x1877672061131904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.245069:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692224.245075:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061131904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692246 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692224.245089:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692224.245094:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:3.0:1790692226.292592:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692226.292602:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692226.292604:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692226.292608:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692226.292611:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692226.292617:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20365
00000400:00000200:3.0:1790692226.292625:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692226.292630:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692226.292633:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692226.292635:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292639:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.292641:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292643:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692226.292650:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692226.292652:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692226.292654:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692226.292656:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692226.292658:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692226.292659:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692226.292661:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.292664:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292666:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692226.292667:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692226.292670:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292671:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692226.292673:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692226.292676:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692226.292678:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.292679:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692226.292681:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692226.292686:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692226.292690:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692226.292694:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692226.292696:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.292699:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692226.292701:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692226.292706:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692226.292714:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692226.292721:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692226.292730:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061132032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692226.292741:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692226.292745:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.292750:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061132032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692226.292774:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692226.292777:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692226.292781:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692226.292782:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692226.292784:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692226.292787:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692226.292790:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20365
00000400:00000200:3.0:1790692226.292795:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692226.292798:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692226.292801:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692226.292804:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292807:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.292809:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292812:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692226.292816:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692226.292818:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692226.292821:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692226.292823:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692226.292827:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692226.292835:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692226.292839:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292841:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.292846:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292849:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692226.292852:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692226.292856:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692226.292869:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692226.292874:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692226.292884:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692226.292890:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.292896:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692226.292903:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692226.292913:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.292918:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692226.292937:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692226.292946:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692226.292956:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692226.292962:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.292970:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692226.292973:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692226.292976:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692226.292982:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692226.292990:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692226.293008:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061132160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692226.293025:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692226.293032:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.293048:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061132160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692226.293080:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692226.293090:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692226.293098:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692226.293102:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692226.293105:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692226.293108:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692226.293116:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20365
00000400:00000200:3.0:1790692226.293122:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692226.293125:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692226.293127:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692226.293134:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293136:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.293139:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293142:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692226.293152:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692226.293159:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692226.293165:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692226.293170:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692226.293179:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692226.293195:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692226.293210:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293223:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.293231:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293238:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692226.293245:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692226.293254:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293261:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692226.293267:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692226.293271:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692226.293276:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293281:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692226.293285:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692226.293290:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293293:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692226.293300:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692226.293308:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692226.293313:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692226.293334:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293342:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692226.293347:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692226.293354:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692226.293366:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692226.293374:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692226.293390:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061132288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790692226.293439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692226.293444:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1790692226.293513:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692226.293516:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.293522:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061132288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692226.293535:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.293541:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692226.293555:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692226.293562:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692226.293570:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692226.293575:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692226.293577:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692226.293581:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692226.293588:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20365
00000400:00000200:3.0:1790692226.293603:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692226.293617:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692226.293627:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692226.293639:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293644:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.293653:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692226.293678:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692226.293683:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692226.293693:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692226.293700:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692226.293705:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692226.293709:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692226.293718:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293726:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692226.293732:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293739:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692226.293743:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692226.293753:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692226.293758:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692226.293768:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692226.293774:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692226.293778:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293789:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692226.293793:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692226.293799:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293806:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692226.293820:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692226.293831:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692226.293844:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692226.293849:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692226.293857:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692226.293861:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692226.293870:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692226.293881:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692226.293893:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692226.293910:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061132416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692226.293954:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692226.293961:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.293977:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061132416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692226.294004:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692226.294014:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20375)
00000800:00000200:1.1:1790692226.294307:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692226.294310:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692226.294576:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692226.294578:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692226.294765:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692226.294767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:0.0:1790692227.188625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692227.188629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692227.188632:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692227.636534:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315039489, at 4315039552
00000100:00000010:0.0:1790692227.636559:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:3.0:1790692228.212575:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692228.212578:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692228.212582:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790692231.284677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692231.284691:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692231.284694:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692231.412582:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692231.412594:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692231.412597:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692231.412602:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692231.412606:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692231.412615:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20370
00000400:00000200:3.0:1790692231.412625:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692231.412633:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692231.412637:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692231.412640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412644:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.412646:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412648:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692231.412658:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692231.412662:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692231.412665:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692231.412669:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692231.412671:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692231.412673:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692231.412676:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412677:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.412679:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412680:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692231.412683:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692231.412685:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412687:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692231.412690:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692231.412694:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692231.412697:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.412699:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692231.412701:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692231.412712:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692231.412715:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692231.412719:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692231.412720:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.412723:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692231.412726:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692231.412732:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692231.412741:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692231.412748:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692231.412759:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061132544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692231.412770:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692231.412774:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.412779:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061132544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692231.412816:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692231.412835:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692231.412839:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692231.412840:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692231.412842:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692231.412845:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692231.412847:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20370
00000400:00000200:3.0:1790692231.412850:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692231.412853:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692231.412855:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692231.412858:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412860:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.412862:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412864:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692231.412867:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692231.412868:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692231.412870:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692231.412873:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692231.412874:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692231.412877:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692231.412879:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412882:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.412884:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412886:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692231.412891:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692231.412894:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692231.412899:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692231.412904:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692231.412911:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692231.412918:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.412922:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692231.412930:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692231.412936:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.412939:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692231.412945:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692231.412950:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692231.412956:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692231.412959:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.412965:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692231.412967:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692231.412971:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692231.412976:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692231.412984:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692231.412995:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061132672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692231.413003:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692231.413006:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.413013:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061132672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692231.413019:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692231.413021:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692231.413025:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692231.413029:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692231.413031:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692231.413033:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692231.413038:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20370
00000400:00000200:3.0:1790692231.413043:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692231.413046:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692231.413050:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692231.413053:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413056:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.413061:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413064:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692231.413067:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692231.413071:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692231.413075:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692231.413078:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692231.413081:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692231.413083:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692231.413089:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413094:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.413099:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413105:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692231.413111:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692231.413116:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413123:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692231.413127:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692231.413130:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692231.413132:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413133:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692231.413135:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692231.413140:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413143:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692231.413151:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692231.413154:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692231.413159:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692231.413163:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413165:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692231.413166:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692231.413167:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692231.413171:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692231.413177:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692231.413185:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061132800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692231.413197:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692231.413200:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.413206:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061132800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692231.413219:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.413224:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692231.413231:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692231.413235:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692231.413240:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692231.413244:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692231.413247:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692231.413254:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692231.413259:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20370
00000400:00000200:3.0:1790692231.413264:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692231.413269:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692231.413273:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692231.413281:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413283:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.413290:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413292:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692231.413298:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692231.413301:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692231.413304:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692231.413306:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692231.413308:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692231.413326:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692231.413334:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692231.413339:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692231.413340:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692231.413345:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692231.413347:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1790692231.413348:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692231.413356:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692231.413362:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692231.413366:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692231.413371:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692231.413374:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692231.413376:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413381:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692231.413384:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692231.413389:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413394:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692231.413400:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692231.413405:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692231.413411:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692231.413414:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692231.413418:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692231.413422:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692231.413424:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692231.413430:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692231.413437:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692231.413444:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061132928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692231.413482:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692231.413484:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.413490:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061132928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692231.413519:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692231.413527:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20381)
00000800:00000200:1.1:1790692231.413939:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692231.413941:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692231.414202:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692231.414205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692231.414441:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692231.414444:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000020:00000001:3.0:1790692232.308671:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692232.308676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692232.308679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692232.756585:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315044609, at 4315044672
00000100:00000010:0.0:1790692232.756618:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:0.0:1790692235.380641:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692235.380647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692235.380652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692236.404691:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692236.404703:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692236.404709:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692236.532555:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692236.532564:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692236.532566:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692236.532570:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692236.532573:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692236.532579:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20376
00000400:00000200:3.0:1790692236.532588:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692236.532594:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692236.532597:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692236.532599:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532601:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.532604:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532605:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692236.532612:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692236.532614:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692236.532616:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692236.532618:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692236.532620:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692236.532621:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692236.532623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532625:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.532626:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532627:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692236.532629:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692236.532632:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532634:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692236.532637:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692236.532640:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692236.532642:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.532643:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692236.532645:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692236.532653:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692236.532655:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692236.532659:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692236.532660:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.532662:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692236.532665:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692236.532668:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692236.532675:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692236.532680:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692236.532687:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061133056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692236.532695:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692236.532698:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.532702:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061133056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692236.532736:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692236.532739:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692236.532742:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692236.532743:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692236.532744:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692236.532746:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692236.532749:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20376
00000400:00000200:3.0:1790692236.532752:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692236.532755:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692236.532757:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692236.532760:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532762:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.532764:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532765:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692236.532768:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692236.532770:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692236.532773:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692236.532776:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692236.532780:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692236.532784:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692236.532789:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532791:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.532795:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532799:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692236.532803:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692236.532807:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532811:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692236.532815:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692236.532820:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692236.532824:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.532827:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692236.532834:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692236.532838:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.532841:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692236.532847:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692236.532851:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692236.532855:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692236.532858:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.532861:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692236.532862:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692236.532864:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692236.532869:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692236.532874:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692236.532881:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061133184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692236.532889:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692236.532894:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.532898:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061133184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692236.532914:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692236.532919:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692236.532929:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692236.532934:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692236.532939:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692236.532946:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692236.532955:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20376
00000400:00000200:3.0:1790692236.532962:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692236.532970:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692236.532976:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692236.532983:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532988:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.532994:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.532999:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692236.533005:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692236.533007:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692236.533019:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692236.533024:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692236.533029:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692236.533032:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692236.533037:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533041:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.533044:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533048:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692236.533051:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692236.533056:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533062:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692236.533065:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790692236.533066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790692236.533069:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790692236.533071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
02000000:00000001:3.0:1790692236.533073:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533079:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692236.533083:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692236.533088:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533094:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692236.533100:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692236.533114:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692236.533121:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692236.533124:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533129:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692236.533132:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692236.533136:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692236.533141:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692236.533145:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692236.533152:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061133312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692236.533165:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692236.533169:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.533174:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061133312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692236.533187:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.533194:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692236.533203:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692236.533210:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692236.533221:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692236.533226:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692236.533228:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692236.533232:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692236.533238:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20376
00000400:00000200:3.0:1790692236.533247:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692236.533254:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692236.533258:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692236.533265:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533270:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.533276:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533278:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692236.533284:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692236.533286:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692236.533291:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692236.533294:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692236.533299:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692236.533304:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692236.533311:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533316:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692236.533320:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533324:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692236.533328:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692236.533331:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692236.533335:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692236.533340:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692236.533343:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692236.533347:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533352:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692236.533356:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692236.533362:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533366:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692236.533371:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692236.533376:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692236.533380:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692236.533383:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692236.533386:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692236.533388:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692236.533391:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692236.533397:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692236.533402:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692236.533411:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061133440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692236.533423:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692236.533427:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.533435:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061133440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692236.533447:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692236.533452:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20386)
00000800:00000200:1.1:1790692236.533601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692236.533602:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692236.533843:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692236.533844:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692236.534022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692236.534078:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000040:0.0:1790692237.876567:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315049728, at 4315049792
00000100:00000010:0.0:1790692237.876586:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:0.0:1790692239.476743:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692239.476751:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692239.476756:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692240.500759:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692240.500764:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692240.500768:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692241.653658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692241.653662:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692241.654757:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692241.654761:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692241.655606:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692241.655608:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692241.655829:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692241.655831:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790692242.996541:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315054849, at 4315054912
00000100:00000010:0.0:1790692242.996570:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e75a0.
00000020:00000001:0.0:1790692243.572697:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692243.572700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692243.572703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692244.596650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692244.596654:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692244.596658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692246.772582:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692246.772592:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692246.772595:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692246.772597:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692246.772602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692246.772608:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20386
00000400:00000200:3.0:1790692246.772616:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692246.772623:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692246.772626:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692246.772629:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772632:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772634:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772635:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692246.772642:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692246.772644:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692246.772646:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692246.772649:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692246.772650:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692246.772652:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692246.772654:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772656:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772657:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772658:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692246.772660:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692246.772662:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772664:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692246.772666:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692246.772669:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692246.772670:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772672:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692246.772674:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692246.772681:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692246.772685:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692246.772689:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692246.772690:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772694:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692246.772697:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692246.772702:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692246.772710:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692246.772719:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692246.772729:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061134080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692246.772740:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692246.772745:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.772750:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061134080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692246.772773:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692246.772777:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692246.772780:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692246.772782:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692246.772783:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692246.772786:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692246.772789:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20386
00000400:00000200:3.0:1790692246.772794:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692246.772797:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692246.772799:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692246.772803:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772805:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772808:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772809:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692246.772813:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692246.772814:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692246.772816:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692246.772819:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692246.772822:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692246.772824:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692246.772827:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772829:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772832:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772833:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692246.772836:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692246.772839:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772842:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692246.772844:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692246.772849:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692246.772851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772853:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692246.772857:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692246.772861:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772863:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692246.772867:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692246.772869:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692246.772872:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692246.772874:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772875:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692246.772877:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692246.772879:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692246.772884:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692246.772888:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692246.772893:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061134208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692246.772900:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692246.772902:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.772906:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061134208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692246.772915:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692246.772918:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692246.772922:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692246.772924:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692246.772926:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692246.772929:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692246.772931:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20386
00000400:00000200:3.0:1790692246.772935:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692246.772938:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692246.772940:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692246.772942:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772945:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772946:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772949:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692246.772951:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692246.772953:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692246.772955:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692246.772957:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692246.772959:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692246.772961:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692246.772964:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772967:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.772969:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772971:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692246.772973:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692246.772976:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692246.772978:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692246.772979:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692246.772981:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692246.772983:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772986:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692246.772988:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692246.772990:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.772992:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692246.772996:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692246.772998:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692246.773000:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692246.773002:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.773004:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692246.773005:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692246.773007:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692246.773011:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692246.773014:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692246.773014:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692246.773019:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00100000:3.0:1790692246.773029:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061134336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692246.773036:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692246.773038:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.773042:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061134336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692246.773050:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.773053:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692246.773057:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692246.773060:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692246.773064:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692246.773065:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692246.773066:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692246.773070:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692246.773072:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20386
00000400:00000200:3.0:1790692246.773076:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692246.773079:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692246.773081:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692246.773084:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.773086:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.773089:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.773091:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692246.773094:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692246.773096:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692246.773098:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692246.773100:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692246.773102:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692246.773104:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692246.773106:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.773108:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692246.773110:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692246.773112:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692246.773115:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692246.773117:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692246.773120:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692246.773122:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692246.773124:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692246.773126:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.773128:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692246.773131:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692246.773133:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.773135:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692246.773139:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692246.773141:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692246.773144:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692246.773145:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692246.773147:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692246.773148:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692246.773150:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692246.773154:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692246.773157:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692246.773162:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061134464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692246.773170:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692246.773172:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.773176:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061134464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692246.773184:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692246.773188:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20396)
00000800:00000200:1.1:1790692246.773379:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692246.773381:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692246.773614:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692246.773616:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692246.773810:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692246.773812:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:0.0:1790692247.668623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692247.668627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692247.668630:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692248.116626:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315059968, at 4315060032
00000100:00000010:0.0:1790692248.116649:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000020:00000001:3.0:1790692248.692703:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692248.692710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692248.692714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790692251.764680:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692251.764686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692251.764690:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692251.892577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692251.892593:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692251.892596:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692251.892600:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692251.892606:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692251.892616:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20391
00000400:00000200:0.0:1790692251.892637:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692251.892647:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692251.892651:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692251.892654:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892658:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.892660:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892662:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692251.892672:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692251.892673:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692251.892676:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692251.892680:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692251.892682:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692251.892684:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692251.892686:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892687:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.892688:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892689:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692251.892691:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692251.892694:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892696:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692251.892699:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692251.892703:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692251.892705:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.892707:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692251.892709:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692251.892721:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692251.892724:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692251.892728:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692251.892730:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.892734:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692251.892737:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692251.892744:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692251.892755:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692251.892772:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692251.892784:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061134592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692251.892794:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692251.892799:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.892803:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061134592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692251.892822:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692251.892825:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692251.892828:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692251.892830:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692251.892831:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692251.892834:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692251.892836:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20391
00000400:00000200:0.0:1790692251.892841:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692251.892844:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692251.892846:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692251.892850:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892855:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.892858:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892864:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692251.892867:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692251.892869:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692251.892870:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692251.892873:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692251.892884:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692251.892889:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692251.892896:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892900:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.892902:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892907:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692251.892908:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692251.892911:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692251.892915:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692251.892917:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692251.892924:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692251.892929:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.892934:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692251.892940:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692251.892944:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.892945:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692251.892950:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692251.892956:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692251.892962:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692251.892963:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.892965:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692251.892966:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692251.892970:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692251.892979:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692251.892987:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692251.892997:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061134720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692251.893007:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692251.893010:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.893021:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061134720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692251.893057:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692251.893062:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692251.893069:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692251.893072:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692251.893074:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692251.893079:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692251.893085:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20391
00000400:00000200:0.0:1790692251.893089:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692251.893091:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692251.893092:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692251.893094:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893095:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.893097:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893102:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692251.893152:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692251.893155:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692251.893158:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692251.893161:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692251.893166:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692251.893168:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692251.893175:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893179:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.893184:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893186:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692251.893188:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692251.893191:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790692251.893192:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00080000:0.0:1790692251.893198:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893203:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692251.893207:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692251.893212:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692251.893215:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893217:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692251.893222:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692251.893227:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893231:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692251.893239:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692251.893245:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692251.893249:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692251.893253:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893257:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692251.893259:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692251.893263:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692251.893267:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692251.893272:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692251.893282:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061134848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692251.893291:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692251.893296:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.893303:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061134848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692251.893314:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.893318:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692251.893321:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692251.893326:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692251.893330:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692251.893333:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692251.893336:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692251.893342:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692251.893347:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20391
00000400:00000200:0.0:1790692251.893355:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692251.893361:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692251.893364:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692251.893369:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893375:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.893380:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893382:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692251.893386:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692251.893393:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692251.893399:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692251.893404:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692251.893409:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692251.893415:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692251.893423:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893439:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692251.893445:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893450:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692251.893476:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692251.893479:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692251.893482:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692251.893484:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692251.893488:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692251.893492:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893496:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692251.893501:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692251.893506:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893510:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692251.893516:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692251.893522:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692251.893527:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692251.893530:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692251.893533:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692251.893534:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692251.893538:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692251.893544:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692251.893552:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692251.893561:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061134976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692251.893575:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692251.893579:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.893586:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061134976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692251.893618:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692251.893627:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20401)
00000800:00000200:1.1:1790692251.893803:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692251.893805:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692251.894069:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692251.894071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692251.894259:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692251.894282:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790692252.788638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692252.788645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692252.788650:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692253.236563:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315065088, at 4315065152
00000100:00000010:0.0:1790692253.236589:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000020:00000001:0.0:1790692255.860749:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692255.860759:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692255.860765:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692256.884722:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692256.884730:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692256.884736:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692257.013672:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692257.013681:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692257.014383:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692257.014385:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692257.014644:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692257.014646:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692257.014859:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692257.014861:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790692258.356635:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315070209, at 4315070272
00000100:00000010:0.0:1790692258.356659:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000020:00000001:0.0:1790692259.956713:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692259.956720:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692259.956724:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692260.980642:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692260.980646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692260.980649:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692262.132578:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692262.132587:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692262.132589:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692262.132593:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692262.132597:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692262.132604:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20401
00000400:00000200:0.0:1790692262.132612:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692262.132619:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692262.132624:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692262.132627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132631:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.132633:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692262.132645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692262.132648:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692262.132651:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692262.132654:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692262.132657:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692262.132660:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692262.132664:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132666:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.132667:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132669:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692262.132671:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692262.132674:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132675:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692262.132678:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692262.132680:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692262.132682:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.132684:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692262.132686:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692262.132693:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692262.132695:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692262.132699:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692262.132700:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.132703:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692262.132705:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692262.132709:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692262.132716:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692262.132722:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692262.132729:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061135616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692262.132737:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692262.132740:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.132744:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061135616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692262.132763:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692262.132765:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692262.132768:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692262.132769:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692262.132770:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692262.132772:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692262.132774:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20401
00000400:00000200:0.0:1790692262.132777:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692262.132780:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692262.132781:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692262.132783:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132785:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.132786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132788:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692262.132790:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692262.132791:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692262.132792:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692262.132794:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692262.132795:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692262.132796:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692262.132799:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132800:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.132801:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132803:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692262.132804:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692262.132806:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132807:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692262.132808:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692262.132812:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692262.132813:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.132815:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692262.132825:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692262.132829:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.132832:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692262.132837:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692262.132843:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692262.132849:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692262.132853:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.132857:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692262.132861:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692262.132865:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692262.132873:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692262.132880:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692262.132889:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061135744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692262.132904:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692262.132908:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.132916:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061135744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692262.132932:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692262.132937:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692262.132942:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692262.132943:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692262.132945:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692262.132947:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692262.132951:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20401
00000400:00000200:0.0:1790692262.132957:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692262.132963:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692262.132975:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692262.132982:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132985:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.132990:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.132994:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692262.132999:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692262.133001:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692262.133006:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692262.133011:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692262.133016:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692262.133021:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692262.133029:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133036:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.133043:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133051:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692262.133056:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692262.133064:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133067:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692262.133068:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692262.133073:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692262.133078:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133081:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692262.133085:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692262.133091:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133093:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692262.133100:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692262.133104:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692262.133108:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692262.133112:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133115:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1790692262.133115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692262.133117:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.1:1790692262.133121:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
02000000:00000001:0.0:1790692262.133122:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692262.133128:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692262.133134:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692262.133141:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061135872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692262.133155:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692262.133158:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.133172:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061135872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692262.133193:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.133198:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692262.133205:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692262.133210:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692262.133216:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692262.133221:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692262.133236:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692262.133240:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692262.133247:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20401
00000400:00000200:0.0:1790692262.133259:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692262.133266:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692262.133271:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692262.133276:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133288:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.133293:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133297:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692262.133300:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692262.133303:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692262.133306:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692262.133310:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692262.133315:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692262.133319:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692262.133326:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133330:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692262.133335:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133339:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692262.133344:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692262.133349:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692262.133354:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692262.133359:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692262.133363:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692262.133368:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133373:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692262.133376:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692262.133381:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133385:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692262.133390:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692262.133396:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692262.133400:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692262.133403:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692262.133408:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692262.133410:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692262.133414:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692262.133419:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692262.133426:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692262.133434:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061136000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692262.133451:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692262.133489:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.133496:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061136000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692262.133510:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692262.133517:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20411)
00000800:00000200:1.1:1790692262.133674:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692262.133675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692262.133852:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692262.133854:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692262.134025:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692262.134026:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790692263.476537:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315075328, at 4315075392
00000100:00000010:0.0:1790692263.476554:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000020:00000001:0.0:1790692264.052683:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692264.052689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692264.052692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692265.076611:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692265.076615:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692265.076618:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692267.252574:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692267.252633:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692267.252637:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692267.252641:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692267.252646:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692267.252655:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20406
00000400:00000200:0.0:1790692267.252672:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692267.252679:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692267.252683:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692267.252685:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252688:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.252690:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252692:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692267.252698:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692267.252700:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692267.252702:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692267.252706:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692267.252708:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692267.252709:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692267.252711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252713:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.252714:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252715:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692267.252717:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692267.252719:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252721:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692267.252723:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692267.252726:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692267.252728:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.252729:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692267.252731:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692267.252744:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692267.252748:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692267.252752:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692267.252753:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.252756:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692267.252759:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692267.252764:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692267.252772:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692267.252779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692267.252790:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061136128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692267.252799:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692267.252802:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692267.252806:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061136128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692267.252825:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692267.252828:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692267.252832:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692267.252834:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692267.252835:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692267.252838:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692267.252841:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20406
00000400:00000200:0.0:1790692267.252845:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692267.252848:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692267.252851:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692267.252854:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252856:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.252858:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252861:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692267.252864:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692267.252866:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692267.252867:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692267.252870:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692267.252872:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692267.252875:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692267.252877:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252879:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.252881:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692267.252886:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692267.252889:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252891:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692267.252893:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692267.252899:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692267.252901:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.252903:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692267.252907:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692267.252911:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.252913:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692267.252917:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692267.252919:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692267.252922:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692267.252924:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.252926:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692267.252927:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692267.252929:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692267.252933:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692267.252937:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692267.252942:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061136256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692267.252950:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692267.252953:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692267.252957:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061136256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692267.252965:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692267.252968:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692267.252971:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692267.252973:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692267.252975:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692267.252977:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692267.252979:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20406
00000400:00000200:0.0:1790692267.252983:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692267.252986:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692267.252989:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692267.252991:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252994:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.252996:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.252999:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692267.253002:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692267.253003:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692267.253005:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692267.253007:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692267.253010:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692267.253012:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692267.253015:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253016:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.253018:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253020:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692267.253023:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692267.253025:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253027:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692267.253029:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692267.253032:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692267.253034:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253036:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692267.253038:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692267.253041:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253042:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692267.253045:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692267.253048:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692267.253051:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692267.253052:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253054:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692267.253056:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692267.253057:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692267.253061:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692267.253064:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692267.253068:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061136384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692267.253083:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692267.253085:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692267.253089:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061136384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692267.253097:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692267.253099:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692267.253100:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692267.253104:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692267.253106:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692267.253110:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692267.253111:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692267.253113:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692267.253115:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692267.253117:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1790692267.253118:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20406
00000400:00000200:0.0:1790692267.253122:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692267.253125:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692267.253144:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692267.253147:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253149:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.253152:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253153:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692267.253156:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692267.253158:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692267.253159:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692267.253177:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692267.253179:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692267.253181:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692267.253185:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253187:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692267.253189:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253192:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692267.253194:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692267.253196:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692267.253199:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692267.253200:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692267.253203:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692267.253206:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253208:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692267.253210:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692267.253213:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253215:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692267.253218:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692267.253220:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692267.253223:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692267.253224:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692267.253226:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692267.253228:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692267.253230:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692267.253233:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692267.253237:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692267.253243:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061136512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692267.253251:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692267.253254:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692267.253258:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061136512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692267.253266:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692267.253270:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20416)
00000800:00000200:1.1:1790692267.253565:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692267.253567:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692267.253772:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692267.253774:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692267.253955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692267.253970:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:0.0:1790692268.148619:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692268.148623:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692268.148627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692268.596536:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315080448, at 4315080512
00000100:00000010:0.0:1790692268.596551:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000020:00000001:3.0:1790692269.172714:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692269.172718:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692269.172722:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:0.0:1790692272.244662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692272.244666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692272.244669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692272.372652:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692272.372663:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692272.372666:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692272.372669:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692272.372674:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692272.372682:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20411
00000400:00000200:3.0:1790692272.372692:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692272.372699:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692272.372704:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692272.372707:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372711:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.372714:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372717:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692272.372725:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692272.372728:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692272.372730:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692272.372734:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692272.372737:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692272.372739:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692272.372743:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372745:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.372747:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372749:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692272.372753:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692272.372756:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372759:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692272.372763:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692272.372767:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692272.372769:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.372772:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692272.372774:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692272.372786:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692272.372790:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692272.372793:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692272.372795:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.372808:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692272.372825:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692272.372829:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692272.372838:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692272.372845:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692272.372857:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061136640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692272.372869:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692272.372873:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692272.372879:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061136640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692272.372902:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692272.372906:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692272.372910:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692272.372911:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692272.372913:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692272.372916:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692272.372919:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20411
00000400:00000200:3.0:1790692272.372924:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692272.372929:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692272.372932:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692272.372936:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372939:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.372942:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.372948:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692272.372965:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692272.372969:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692272.372973:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692272.372977:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692272.372982:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692272.372988:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692272.372995:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373002:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.373005:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373010:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692272.373017:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692272.373027:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373051:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692272.373055:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692272.373064:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692272.373070:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373085:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692272.373092:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692272.373097:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373099:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692272.373107:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692272.373111:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692272.373117:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692272.373119:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373122:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692272.373127:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692272.373145:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692272.373159:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692272.373167:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692272.373177:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061136768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692272.373196:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692272.373203:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692272.373213:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061136768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692272.373238:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692272.373246:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692272.373254:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692272.373259:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692272.373265:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692272.373270:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692272.373275:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790692272.373277:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20411
00000800:00000200:1.1:1790692272.373279:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000400:00000200:3.0:1790692272.373289:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692272.373308:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692272.373314:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692272.373321:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373327:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.373333:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373338:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692272.373345:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692272.373348:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692272.373351:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692272.373356:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692272.373362:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692272.373369:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692272.373377:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373382:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.373389:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373395:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692272.373403:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692272.373410:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373415:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692272.373418:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692272.373424:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692272.373431:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373436:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692272.373442:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692272.373449:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373485:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692272.373490:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692272.373495:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692272.373502:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692272.373506:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373513:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692272.373517:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692272.373521:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692272.373529:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692272.373535:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692272.373546:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061136896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692272.373561:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692272.373577:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692272.373587:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061136896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692272.373604:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692272.373612:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692272.373620:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692272.373629:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692272.373638:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692272.373643:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692272.373648:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692272.373654:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692272.373661:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20411
00000400:00000200:3.0:1790692272.373672:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692272.373681:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692272.373687:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692272.373696:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373702:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.373709:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373716:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692272.373723:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692272.373728:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692272.373734:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692272.373739:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692272.373745:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692272.373751:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692272.373759:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373763:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692272.373766:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373772:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692272.373779:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692272.373788:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692272.373795:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692272.373800:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692272.373808:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692272.373826:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373832:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692272.373838:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692272.373846:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373851:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692272.373857:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692272.373861:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692272.373867:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692272.373871:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692272.373875:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692272.373879:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692272.373884:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692272.373893:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692272.373900:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692272.373911:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061137024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692272.373963:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692272.373970:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692272.373982:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061137024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692272.374005:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692272.374021:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692272.374025:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1790692272.374039:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20421)
00000800:00000200:1.1:1790692272.374262:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692272.374263:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692272.374521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692272.374523:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790692273.268687:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692273.268691:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692273.268694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692273.716645:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315085568, at 4315085632
00000100:00000010:0.0:1790692273.716676:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000020:00000001:0.0:1790692276.340750:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692276.340754:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692276.340758:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692277.364666:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692277.364669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692277.364673:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692277.492535:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692277.492544:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692277.492546:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692277.492549:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692277.492552:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692277.492559:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20416
00000400:00000200:3.0:1790692277.492566:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692277.492572:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692277.492574:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692277.492577:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492580:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.492582:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492583:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692277.492590:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692277.492592:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692277.492594:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692277.492597:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692277.492599:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692277.492601:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692277.492603:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492605:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.492606:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492607:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692277.492609:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692277.492611:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492613:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692277.492615:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692277.492618:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692277.492620:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.492621:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692277.492623:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692277.492630:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692277.492633:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692277.492636:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692277.492637:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.492640:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692277.492642:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692277.492646:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692277.492652:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692277.492657:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692277.492664:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061137152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692277.492672:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692277.492675:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.492679:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061137152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692277.492700:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692277.492702:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692277.492705:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692277.492707:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692277.492708:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692277.492710:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692277.492712:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20416
00000400:00000200:3.0:1790692277.492714:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692277.492716:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692277.492718:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692277.492719:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492721:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.492722:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492724:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692277.492726:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692277.492726:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692277.492727:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692277.492757:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692277.492763:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692277.492769:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692277.492776:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.492788:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492803:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692277.492812:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692277.492815:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492817:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692277.492818:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692277.492825:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692277.492831:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.492837:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692277.492841:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692277.492844:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.492850:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692277.492854:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692277.492858:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692277.492861:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692277.492863:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.492868:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692277.492870:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692277.492874:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692277.492879:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692277.492885:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692277.492893:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061137280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692277.492909:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692277.492913:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.492919:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061137280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692277.492928:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692277.492947:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692277.492949:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692277.492951:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692277.492954:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692277.492958:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692277.492963:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20416
00000400:00000200:3.0:1790692277.492971:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692277.492976:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692277.492981:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692277.492986:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492991:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.492995:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.492999:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692277.493003:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692277.493006:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692277.493009:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692277.493012:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692277.493015:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692277.493018:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692277.493025:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493027:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.493032:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493034:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692277.493035:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692277.493039:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493042:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692277.493046:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692277.493048:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692277.493050:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493051:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692277.493054:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692277.493058:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493060:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692277.493063:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692277.493068:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692277.493071:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692277.493073:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493076:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692277.493079:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692277.493084:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692277.493089:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692277.493096:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692277.493103:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061137408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692277.493113:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692277.493118:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.493125:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061137408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692277.493139:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.493141:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692277.493146:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692277.493151:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692277.493157:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692277.493159:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692277.493162:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692277.493165:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692277.493168:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790692277.493170:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20416
00000800:00000200:1.1:1790692277.493175:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000400:00000200:3.0:1790692277.493176:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692277.493182:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692277.493187:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692277.493194:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.493199:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493204:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692277.493209:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692277.493213:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692277.493214:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692277.493216:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692277.493227:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692277.493231:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692277.493235:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493237:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692277.493241:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493244:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692277.493250:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692277.493256:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692277.493261:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692277.493264:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692277.493267:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692277.493272:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493273:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692277.493275:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692277.493278:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493283:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692277.493293:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692277.493296:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692277.493298:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692277.493300:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692277.493305:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692277.493307:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692277.493310:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692277.493317:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692277.493321:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692277.493331:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061137536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692277.493339:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692277.493342:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.493345:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061137536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692277.493356:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692277.493360:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20427)
00000800:00000200:1.1:1790692277.493614:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692277.493616:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692277.493802:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692277.493804:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692277.493998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692277.494000:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000040:0.0:1790692278.836565:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315090688, at 4315090752
00000100:00000010:0.0:1790692278.836586:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000020:00000001:0.0:1790692280.436780:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692280.436787:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692280.436792:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692281.460641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692281.460645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692281.460648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692282.613260:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692282.613265:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692282.613731:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692282.613733:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692282.613944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692282.613946:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692282.614128:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692282.614144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790692283.956521:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315095808, at 4315095872
00000100:00000010:0.0:1790692283.956534:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000020:00000001:0.0:1790692284.532598:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692284.532602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692284.532605:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692285.556677:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692285.556681:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692285.556684:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692287.733231:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692287.733564:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692287.733704:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692287.733945:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790692288.628728:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692288.628733:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692288.628737:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692289.076615:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315100928, at 4315100992
00000100:00000010:0.0:1790692289.076631:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000020:00000001:3.0:1790692289.652683:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692289.652693:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692289.652727:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790692290.804876:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790692290.804935:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790692290.804947:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692290.804951:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790692290.804956:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692290.804962:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790692290.804968:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692290.804972:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:0.0:1790692290.804980:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692290.804984:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692290.804991:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9220
00000400:00000010:0.0:1790692290.804994:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9220.
00000100:00000001:0.0:1790692290.805000:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692290.805010:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6680 x1877672061138176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805037:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692290.805042:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061138176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805052:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692290.805054:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692290.805070:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692290.805074:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:0.0:1790692290.805079:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692290.805083:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692290.805087:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:0.0:1790692290.805090:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790692290.805094:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692290.805100:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4e00 x1877672061138304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805109:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692290.805115:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061138304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805128:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692290.805131:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692290.805148:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692290.805154:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:0.0:1790692290.805160:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692290.805170:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692290.805193:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9d48
00000400:00000010:0.0:1790692290.805199:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9d48.
00000100:00000001:0.0:1790692290.805205:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692290.805214:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4a80 x1877672061138432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805229:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692290.805237:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061138432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805251:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692290.805256:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692290.805268:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692290.805274:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:0.0:1790692290.805300:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692290.805310:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692290.805320:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:0.0:1790692290.805324:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:0.0:1790692290.805330:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692290.805339:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a6d80 x1877672061138560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805356:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692290.805363:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061138560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692312 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692290.805376:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692290.805380:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790692292.724663:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692292.724670:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692292.724675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692292.853126:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692292.853130:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692292.853675:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692292.853678:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692292.854029:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692292.854032:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692292.854358:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692292.854361:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790692293.748612:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692293.748627:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692293.748630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692294.196524:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315106048, at 4315106112
00000100:00000010:0.0:1790692294.196538:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000020:00000001:0.0:1790692296.820670:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692296.820675:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692296.820677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692297.844653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692297.844692:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692297.844695:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692297.972604:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692297.972613:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692297.972615:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692297.972618:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692297.972622:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692297.972629:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20437
00000400:00000200:0.0:1790692297.972637:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692297.972679:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692297.972682:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692297.972685:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972688:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.972690:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972691:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692297.972698:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692297.972700:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692297.972702:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692297.972705:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692297.972706:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692297.972708:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692297.972710:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972711:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.972713:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972714:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692297.972716:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692297.972718:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972719:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692297.972722:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692297.972724:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692297.972726:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.972729:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692297.972731:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692297.972739:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692297.972741:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692297.972744:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692297.972746:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.972748:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692297.972750:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692297.972754:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692297.972761:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692297.972767:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692297.972774:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061139200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692297.972782:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692297.972785:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.972789:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061139200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692297.972817:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692297.972819:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692297.972822:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692297.972823:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692297.972825:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692297.972827:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692297.972829:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20437
00000400:00000200:0.0:1790692297.972832:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692297.972834:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692297.972835:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692297.972837:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972839:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.972840:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972842:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692297.972845:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692297.972846:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692297.972848:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692297.972851:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692297.972853:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692297.972855:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692297.972858:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972860:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.972862:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972864:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692297.972867:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692297.972870:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692297.972872:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692297.972874:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692297.972880:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692297.972883:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.972886:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692297.972891:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692297.972895:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.972898:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692297.972902:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692297.972907:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692297.972913:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692297.972915:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.972918:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692297.972921:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692297.972924:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692297.972930:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692297.972935:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692297.972943:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061139328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692297.972957:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692297.972962:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.972969:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061139328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692297.972982:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692297.972987:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692297.972990:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692297.972992:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692297.972995:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692297.973000:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692297.973005:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20437
00000400:00000200:0.0:1790692297.973009:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692297.973015:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692297.973017:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692297.973020:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973024:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.973029:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973032:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692297.973037:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692297.973039:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692297.973042:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692297.973045:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692297.973050:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692297.973055:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692297.973063:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973068:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.973073:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973075:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692297.973077:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692297.973081:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973086:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692297.973088:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692297.973090:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692297.973092:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973094:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692297.973097:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692297.973102:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973103:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692297.973106:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692297.973110:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692297.973115:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692297.973117:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973119:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692297.973121:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692297.973124:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692297.973128:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692297.973132:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692297.973139:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061139456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692297.973154:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692297.973158:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.973165:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061139456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692297.973172:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.973177:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692297.973182:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692297.973188:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692297.973194:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692297.973198:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692297.973200:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692297.973203:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692297.973208:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20437
00000400:00000200:0.0:1790692297.973215:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692297.973222:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692297.973228:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692297.973233:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692297.973234:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692297.973235:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.973240:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692297.973240:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1790692297.973245:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692297.973252:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692297.973254:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692297.973257:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692297.973260:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692297.973265:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692297.973269:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692297.973276:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973279:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692297.973283:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973287:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692297.973289:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692297.973295:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692297.973297:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692297.973301:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692297.973304:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692297.973308:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973311:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692297.973313:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692297.973317:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973321:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692297.973326:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692297.973331:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692297.973335:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692297.973338:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692297.973341:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692297.973342:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692297.973344:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692297.973349:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692297.973355:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692297.973364:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061139584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692297.973372:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692297.973376:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.973380:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061139584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692297.973394:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692297.973401:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20447)
00000800:00000200:1.1:1790692297.973685:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692297.973686:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692297.973870:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692297.973871:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692297.974040:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692297.974042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790692299.316540:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315111168, at 4315111232
00000100:00000010:0.0:1790692299.316561:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000020:00000001:0.0:1790692300.916847:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692300.916851:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692300.916853:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692301.940614:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692301.940618:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692301.940621:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692303.092534:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692303.092543:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692303.092545:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692303.092548:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692303.092552:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692303.092559:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20442
00000400:00000200:0.0:1790692303.092566:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692303.092572:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692303.092575:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692303.092578:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092582:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092583:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092585:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692303.092592:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692303.092593:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692303.092595:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692303.092598:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692303.092600:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692303.092601:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692303.092603:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092604:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092605:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092607:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692303.092609:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692303.092611:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092612:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692303.092615:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692303.092618:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692303.092620:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.092621:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692303.092623:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692303.092630:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692303.092632:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692303.092635:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692303.092636:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.092638:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692303.092640:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692303.092644:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692303.092650:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692303.092656:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692303.092663:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061139712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692303.092676:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692303.092679:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.092682:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061139712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692303.092701:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692303.092703:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692303.092706:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692303.092708:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692303.092710:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692303.092713:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692303.092716:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20442
00000400:00000200:0.0:1790692303.092720:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692303.092724:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692303.092727:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692303.092732:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092734:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092737:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092740:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692303.092748:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692303.092752:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692303.092757:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692303.092762:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692303.092769:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692303.092774:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692303.092780:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092786:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092789:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692303.092793:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692303.092799:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092803:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692303.092808:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692303.092814:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692303.092819:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.092823:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692303.092828:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692303.092830:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.092843:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692303.092851:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692303.092857:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692303.092861:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692303.092863:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.092869:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692303.092870:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692303.092873:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692303.092877:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692303.092884:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692303.092892:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061139840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692303.092900:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692303.092904:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.092911:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061139840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692303.092924:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692303.092928:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692303.092933:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692303.092936:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692303.092938:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692303.092943:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692303.092948:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20442
00000400:00000200:0.0:1790692303.092954:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692303.092959:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692303.092963:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692303.092969:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092971:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092972:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092973:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692303.092976:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692303.092976:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692303.092977:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692303.092979:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692303.092980:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692303.092981:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692303.092985:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092988:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.092991:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.092993:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692303.092997:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692303.093002:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093005:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692303.093009:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692303.093013:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692303.093015:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093018:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692303.093020:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692303.093021:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093025:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692303.093029:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692303.093034:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692303.093040:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692303.093043:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093046:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692303.093048:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692303.093050:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692303.093054:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692303.093059:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692303.093067:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061139968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692303.093076:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692303.093078:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.093082:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061139968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692303.093089:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.093093:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692303.093096:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692303.093101:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692303.093104:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692303.093106:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692303.093108:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692303.093111:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692303.093116:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20442
00000800:00000200:1.1:1790692303.093119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790692303.093120:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790692303.093125:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000400:00000200:0.0:1790692303.093126:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692303.093130:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692303.093136:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093141:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.093144:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093147:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692303.093149:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692303.093151:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692303.093155:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692303.093158:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692303.093162:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692303.093165:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692303.093169:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093172:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692303.093176:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093180:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692303.093184:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692303.093189:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692303.093194:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692303.093197:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692303.093200:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692303.093203:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093205:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692303.093208:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692303.093210:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093211:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692303.093213:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692303.093215:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692303.093217:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692303.093219:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692303.093223:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692303.093225:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692303.093226:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692303.093232:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692303.093239:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692303.093253:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061140096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692303.093261:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692303.093264:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.093269:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061140096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692303.093276:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692303.093279:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20452)
00000800:00000200:1.1:1790692303.093561:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692303.093563:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692303.093774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692303.093776:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692303.094013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692303.094015:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790692304.436539:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315116288, at 4315116352
00000100:00000010:0.0:1790692304.436563:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:0.0:1790692305.012632:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692305.012636:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692305.012638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692306.036626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692306.036630:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692306.036633:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692308.213412:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692308.213415:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692308.213769:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692308.213771:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692308.213997:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692308.213998:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692308.214187:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692308.214189:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790692309.108618:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692309.108622:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692309.108625:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692309.556536:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315121409, at 4315121472
00000100:00000010:0.0:1790692309.556552:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:3.0:1790692310.132617:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692310.132621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692310.132624:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692313.204689:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692313.204693:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692313.204697:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692313.333236:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692313.333295:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692313.333953:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692313.333955:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692313.334320:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692313.334322:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692313.334534:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692313.334536:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790692314.228693:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692314.228698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692314.228705:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692314.676575:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315126529, at 4315126592
00000100:00000010:0.0:1790692314.676595:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000020:00000001:3.0:1790692317.300679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692317.300685:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692317.300689:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692318.324691:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692318.324699:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692318.324705:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692318.453121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692318.453126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692318.453873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692318.453876:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692318.454225:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692318.454228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692318.454637:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692318.454640:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790692319.796575:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315131648, at 4315131712
00000100:00000010:0.0:1790692319.796591:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:3.0:1790692321.396668:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692321.396672:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692321.396675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692322.420658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692322.420662:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692322.420665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692323.573105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692323.573111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692323.573711:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692323.573713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692323.573903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692323.573905:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692323.574127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692323.574129:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790692324.916594:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315136768, at 4315136832
00000100:00000010:0.0:1790692324.916614:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790692325.492773:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692325.492777:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692325.492785:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692326.516736:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692326.516744:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692326.516750:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692328.692572:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692328.692582:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692328.692585:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692328.692588:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692328.692592:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692328.692600:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20468
00000400:00000200:0.0:1790692328.692609:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692328.692616:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692328.692619:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692328.692622:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692625:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.692627:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692630:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692328.692638:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692328.692640:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692328.692643:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692328.692646:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692328.692648:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692328.692650:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692328.692653:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692655:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.692656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692658:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692328.692660:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692328.692663:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692665:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692328.692667:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692328.692670:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692328.692673:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.692674:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692328.692676:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692328.692685:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692328.692688:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692328.692692:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692328.692693:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.692696:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692328.692698:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692328.692702:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692328.692711:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692328.692717:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692328.692726:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061142272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692328.692735:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692328.692739:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.692744:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061142272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692328.692767:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692328.692770:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692328.692779:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692328.692780:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692328.692782:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692328.692784:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692328.692786:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20468
00000400:00000200:0.0:1790692328.692790:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692328.692793:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692328.692796:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692328.692799:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692802:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.692804:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692806:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692328.692810:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692328.692812:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692328.692816:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692328.692819:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692328.692825:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692328.692829:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692328.692836:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692838:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.692844:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692850:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692328.692856:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692328.692863:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692328.692867:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692328.692872:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692328.692879:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692328.692885:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.692890:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692328.692895:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692328.692900:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.692903:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692328.692909:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692328.692914:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692328.692920:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692328.692921:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.692923:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692328.692928:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692328.692931:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692328.692939:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692328.692965:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692328.692973:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061142400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692328.692988:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692328.692992:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.693001:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061142400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692328.693011:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692328.693014:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692328.693018:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692328.693019:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692328.693021:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692328.693024:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692328.693026:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20468
00000400:00000200:0.0:1790692328.693035:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692328.693039:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692328.693043:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692328.693048:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693050:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.693056:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693062:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692328.693069:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692328.693072:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692328.693076:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692328.693079:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692328.693084:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692328.693086:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692328.693094:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693098:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.693103:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693109:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692328.693111:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692328.693117:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693119:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692328.693125:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692328.693131:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692328.693134:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693135:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692328.693137:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692328.693139:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693140:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692328.693144:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692328.693147:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692328.693149:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692328.693151:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693153:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692328.693157:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692328.693158:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692328.693163:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692328.693170:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692328.693180:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061142528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692328.693199:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692328.693203:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.693214:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061142528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692328.693226:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.693231:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692328.693239:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692328.693245:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692328.693253:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692328.693255:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692328.693257:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692328.693263:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692328.693267:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20468
00000400:00000200:0.0:1790692328.693274:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692328.693281:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692328.693286:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692328.693292:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692328.693294:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692328.693297:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692328.693299:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790692328.693305:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693310:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692328.693320:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692328.693326:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692328.693331:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692328.693336:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692328.693343:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692328.693352:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692328.693362:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693366:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692328.693371:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693375:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692328.693378:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692328.693387:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692328.693389:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692328.693395:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692328.693399:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692328.693406:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693408:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692328.693411:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692328.693417:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693419:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692328.693427:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692328.693434:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692328.693442:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692328.693445:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692328.693447:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692328.693448:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692328.693449:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692328.693452:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692328.693509:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692328.693523:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061142656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692328.693544:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692328.693550:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.693557:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061142656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692328.693576:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692328.693584:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20478)
00000800:00000200:1.1:1790692328.693974:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692328.693976:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692328.694256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692328.694259:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692328.694559:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692328.694562:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692329.588656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692329.588660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692329.588662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692330.036572:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315141889, at 4315141952
00000100:00000010:0.0:1790692330.036589:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790692330.612641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692330.612648:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692330.612652:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692333.684677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692333.684681:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692333.684684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692333.813237:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692333.813242:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692333.813893:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692333.813897:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692333.814146:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692333.814148:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692333.814384:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692333.814386:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790692334.708616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692334.708620:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692334.708623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692335.156572:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315147008, at 4315147072
00000100:00000010:0.0:1790692335.156621:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:3.0:1790692337.780746:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692337.780751:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692337.780754:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692338.804618:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692338.804621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692338.804623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692338.932616:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692338.932625:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692338.932627:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692338.932631:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692338.932635:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692338.932641:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20478
00000400:00000200:0.0:1790692338.932650:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692338.932657:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692338.932660:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692338.932662:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932665:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.932667:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932669:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692338.932676:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692338.932678:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692338.932680:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692338.932682:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692338.932684:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692338.932686:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692338.932689:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932690:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.932692:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932693:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692338.932695:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692338.932698:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932700:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692338.932704:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692338.932707:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692338.932709:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.932710:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692338.932712:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692338.932721:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692338.932723:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692338.932727:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692338.932728:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.932731:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692338.932734:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692338.932738:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692338.932762:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692338.932770:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692338.932778:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061143296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692338.932805:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692338.932809:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.932814:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061143296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692338.932840:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692338.932850:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692338.932854:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692338.932859:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692338.932861:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692338.932864:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692338.932867:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20478
00000400:00000200:0.0:1790692338.932873:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692338.932877:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692338.932879:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692338.932881:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932884:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.932886:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932888:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692338.932893:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692338.932897:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692338.932900:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692338.932903:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692338.932906:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692338.932908:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692338.932916:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932921:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.932924:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932928:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692338.932935:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692338.932938:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692338.932942:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692338.932946:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692338.932953:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692338.932958:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.932961:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692338.932966:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692338.932970:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.932972:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692338.932978:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692338.932983:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692338.932988:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692338.932990:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.932995:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692338.932996:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692338.932998:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692338.933002:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692338.933007:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692338.933016:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061143424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692338.933032:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692338.933037:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.933043:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061143424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692338.933057:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692338.933060:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692338.933063:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692338.933066:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692338.933069:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692338.933074:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692338.933076:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20478
00000400:00000200:0.0:1790692338.933079:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692338.933082:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692338.933084:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692338.933088:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933090:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.933092:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933096:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692338.933102:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692338.933104:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692338.933107:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692338.933111:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692338.933116:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692338.933120:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692338.933131:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933138:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.933145:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933150:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692338.933157:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692338.933165:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933172:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692338.933177:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692338.933183:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692338.933189:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933193:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692338.933198:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790692338.933198:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692338.933203:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000008:00000001:0.0:1790692338.933205:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933208:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692338.933214:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692338.933219:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692338.933223:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692338.933226:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933229:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692338.933232:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692338.933235:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692338.933239:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692338.933245:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692338.933255:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061143552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692338.933276:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692338.933279:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.933286:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061143552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692338.933302:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.933305:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692338.933308:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692338.933314:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692338.933320:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692338.933324:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692338.933326:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692338.933328:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692338.933333:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20478
00000400:00000200:0.0:1790692338.933337:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692338.933342:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692338.933344:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692338.933347:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933353:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.933357:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933360:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692338.933364:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692338.933367:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692338.933372:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692338.933375:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692338.933379:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692338.933382:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692338.933390:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933394:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692338.933398:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933403:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692338.933407:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692338.933412:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692338.933415:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692338.933417:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692338.933421:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692338.933427:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933429:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692338.933433:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692338.933437:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933441:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692338.933447:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692338.933452:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692338.933486:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692338.933489:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692338.933493:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692338.933496:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692338.933499:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692338.933503:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692338.933508:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692338.933516:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061143680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692338.933535:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692338.933538:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.933544:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061143680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692338.933565:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692338.933571:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20488)
00000800:00000200:2.1:1790692338.933719:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692338.933721:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692338.933929:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692338.933931:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692338.934199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692338.934201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790692340.276560:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315152128, at 4315152192
00000100:00000010:0.0:1790692340.276576:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:3.0:1790692341.876681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692341.876699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692341.876703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692342.900660:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692342.900663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692342.900680:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692344.052543:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692344.052552:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692344.052554:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692344.052557:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692344.052561:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692344.052567:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20483
00000400:00000200:0.0:1790692344.052576:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692344.052583:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692344.052586:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692344.052589:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052593:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052595:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052597:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692344.052605:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692344.052607:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692344.052609:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692344.052611:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692344.052613:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692344.052615:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692344.052617:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052618:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052619:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052620:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692344.052622:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692344.052625:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052627:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692344.052629:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692344.052632:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692344.052634:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052636:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692344.052638:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692344.052661:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692344.052665:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692344.052668:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692344.052669:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052671:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692344.052673:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692344.052677:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692344.052685:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692344.052690:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692344.052698:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061143808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692344.052710:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692344.052714:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.052717:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061143808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692344.052732:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692344.052735:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692344.052737:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692344.052738:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692344.052740:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692344.052742:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692344.052743:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20483
00000400:00000200:0.0:1790692344.052747:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692344.052749:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692344.052751:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692344.052754:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052756:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052758:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052759:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692344.052762:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692344.052763:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692344.052764:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692344.052767:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692344.052770:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692344.052772:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692344.052777:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052780:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052783:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052784:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692344.052787:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692344.052791:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052796:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692344.052800:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692344.052805:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692344.052808:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052811:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692344.052814:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692344.052818:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052822:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692344.052826:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692344.052830:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692344.052832:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692344.052835:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052839:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692344.052840:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692344.052842:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692344.052847:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692344.052851:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692344.052859:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061143936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692344.052869:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692344.052873:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.052876:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061143936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692344.052886:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692344.052888:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692344.052891:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692344.052894:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692344.052897:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692344.052900:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692344.052902:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20483
00000400:00000200:0.0:1790692344.052909:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692344.052912:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692344.052915:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692344.052921:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052922:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052924:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052926:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692344.052929:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692344.052930:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692344.052930:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692344.052932:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692344.052933:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692344.052934:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692344.052936:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052937:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.052938:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052940:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692344.052941:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692344.052943:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692344.052944:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692344.052945:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692344.052947:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692344.052948:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052949:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692344.052950:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692344.052952:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052953:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692344.052956:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692344.052957:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692344.052958:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692344.052960:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.052961:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692344.052962:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692344.052963:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692344.052965:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692344.052967:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692344.052970:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061144064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692344.052978:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692344.052980:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.052983:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061144064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692344.052997:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.053002:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692344.053008:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692344.053015:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692344.053022:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692344.053026:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692344.053030:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692344.053036:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692344.053042:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20483
00000400:00000200:0.0:1790692344.053050:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692344.053056:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692344.053058:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692344.053062:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.053064:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.053066:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.053067:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692344.053079:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692344.053082:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692344.053086:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692344.053088:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692344.053091:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692344.053096:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692344.053101:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.053106:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692344.053108:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692344.053110:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692344.053113:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692344.053118:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692344.053122:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692344.053127:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692344.053130:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692344.053133:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.053137:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692344.053140:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692344.053144:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.053146:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692344.053153:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692344.053155:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692344.053158:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692344.053160:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692344.053164:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692344.053167:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692344.053170:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692344.053173:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692344.053179:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692344.053186:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061144192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692344.053193:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692344.053196:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.053201:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061144192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692344.053211:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692344.053216:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20493)
00000800:00000200:2.1:1790692344.053227:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692344.053232:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692344.053716:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692344.053719:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692344.054040:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692344.054043:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692344.054344:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692344.054346:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692345.396518:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315157248, at 4315157312
00000100:00000010:0.0:1790692345.396529:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790692345.972637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692345.972641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692345.972644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692346.996668:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692346.996674:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692346.996678:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692349.173286:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692349.173291:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692349.173649:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692349.173651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692349.173894:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692349.173897:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692349.174098:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692349.174100:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000001:3.0:1790692350.068634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692350.068638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692350.068641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692350.516578:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315162368, at 4315162432
00000100:00000010:0.0:1790692350.516600:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:3.0:1790692351.092653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692351.092657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692351.092660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692354.164661:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692354.164666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692354.164670:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692354.293171:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692354.293610:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692354.293869:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692354.294046:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692355.188628:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692355.188632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692355.188636:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692355.636586:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315167488, at 4315167552
00000100:00000010:0.0:1790692355.636612:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000400:00000100:3.0:1790692357.364835:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692357.364886:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692357.364895:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692357.364899:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692357.364905:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692357.364910:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692357.364914:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692357.364918:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:3.0:1790692357.364924:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692357.364929:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692357.364936:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9dd0
00000400:00000010:3.0:1790692357.364938:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9dd0.
00000100:00000001:3.0:1790692357.364944:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692357.364953:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4000 x1877672061144832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.364984:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692357.364989:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4000 x1877672061144832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.364999:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692357.365002:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692357.365016:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692357.365020:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:3.0:1790692357.365024:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692357.365029:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692357.365034:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:3.0:1790692357.365038:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790692357.365043:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692357.365052:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a4380 x1877672061144960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365065:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692357.365073:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4380 x1877672061144960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365088:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692357.365090:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692357.365101:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692357.365104:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:3.0:1790692357.365109:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692357.365116:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692357.365142:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9cc0
00000400:00000010:3.0:1790692357.365148:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9cc0.
00000100:00000001:3.0:1790692357.365152:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692357.365161:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a5500 x1877672061145088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365194:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692357.365205:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672061145088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365249:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692357.365258:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692357.365281:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692357.365305:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:3.0:1790692357.365311:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692357.365321:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692357.365328:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:3.0:1790692357.365332:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:3.0:1790692357.365338:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692357.365347:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff92018c0a7480 x1877672061145216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365363:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692357.365378:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7480 x1877672061145216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692379 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692357.365409:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692357.365413:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692358.260570:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692358.260574:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692358.260577:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692359.284577:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692359.284581:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692359.284584:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692359.412566:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692359.412586:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692359.412588:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692359.412591:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692359.412594:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692359.412600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20498
00000400:00000200:3.0:1790692359.412608:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692359.412613:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692359.412616:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692359.412619:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412622:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.412623:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412625:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692359.412632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692359.412646:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692359.412648:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692359.412651:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692359.412653:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692359.412655:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692359.412657:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412658:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.412659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412660:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692359.412662:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692359.412665:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412666:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692359.412668:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692359.412671:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692359.412673:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.412675:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692359.412676:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692359.412681:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692359.412683:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692359.412686:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692359.412687:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.412690:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692359.412692:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692359.412696:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692359.412701:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692359.412717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692359.412724:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061145344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692359.412733:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692359.412737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.412740:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061145344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692359.412762:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692359.412765:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692359.412767:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692359.412768:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692359.412770:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692359.412771:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692359.412773:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20498
00000400:00000200:3.0:1790692359.412775:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692359.412778:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692359.412779:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692359.412782:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412784:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.412786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412788:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692359.412790:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692359.412791:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692359.412793:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692359.412795:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692359.412798:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692359.412801:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692359.412806:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412809:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.412813:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412816:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692359.412821:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692359.412827:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692359.412834:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692359.412838:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692359.412847:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692359.412853:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.412859:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692359.412866:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692359.412871:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.412878:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692359.412885:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692359.412891:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692359.412897:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692359.412900:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.412903:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692359.412906:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692359.412910:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692359.412918:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692359.412926:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692359.412942:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061145472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692359.412953:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692359.412958:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.412966:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061145472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692359.412984:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692359.412992:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692359.413000:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692359.413005:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692359.413007:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692359.413014:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692359.413021:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20498
00000400:00000200:3.0:1790692359.413029:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692359.413037:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692359.413039:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692359.413048:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413053:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.413059:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413065:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692359.413070:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692359.413074:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692359.413077:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692359.413082:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692359.413088:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692359.413090:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692359.413094:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413097:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.413099:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413101:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692359.413104:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692359.413107:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413113:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692359.413117:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692359.413125:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692359.413130:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413136:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692359.413141:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692359.413144:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413146:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692359.413155:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692359.413160:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692359.413164:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692359.413166:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413171:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692359.413175:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692359.413178:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692359.413184:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692359.413191:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692359.413200:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061145600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790692359.413215:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692359.413217:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790692359.413222:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000100:00000001:3.0:1790692359.413223:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.413232:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061145600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692359.413248:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.413252:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692359.413258:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692359.413263:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692359.413269:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692359.413271:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692359.413273:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692359.413279:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692359.413294:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20498
00000400:00000200:3.0:1790692359.413304:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692359.413312:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692359.413317:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692359.413326:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413331:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.413336:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413343:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692359.413359:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692359.413363:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692359.413367:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692359.413370:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692359.413373:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692359.413378:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692359.413386:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413392:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692359.413397:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413401:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692359.413406:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692359.413410:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692359.413415:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692359.413418:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692359.413421:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692359.413426:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413429:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692359.413434:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692359.413441:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413444:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692359.413696:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692359.413705:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692359.413711:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692359.413715:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692359.413720:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692359.413724:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692359.413729:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692359.413738:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692359.413746:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692359.413757:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061145728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692359.413777:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692359.413782:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.413794:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061145728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692359.413816:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692359.413826:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20509)
00000800:00000200:1.1:1790692359.413897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692359.413899:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1790692359.414218:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692359.414221:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000800:00000200:1.1:1790692359.414615:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692359.414617:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 57 secs later)
00000100:00000040:0.0:1790692360.756538:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315172608, at 4315172672
00000100:00000010:0.0:1790692360.756553:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790692362.356634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692362.356638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692362.356641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692363.380635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692363.380640:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692363.380643:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692364.532539:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692364.532549:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692364.532551:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692364.532554:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692364.532558:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692364.532565:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20504
00000400:00000200:3.0:1790692364.532572:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692364.532579:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692364.532582:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692364.532584:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532587:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532589:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532591:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692364.532597:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692364.532599:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692364.532601:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692364.532604:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692364.532605:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692364.532607:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692364.532609:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532610:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532612:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532613:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692364.532615:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692364.532618:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532620:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692364.532623:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692364.532626:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692364.532627:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532629:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692364.532631:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692364.532638:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692364.532640:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692364.532643:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692364.532645:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532647:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692364.532650:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692364.532654:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692364.532660:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692364.532665:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692364.532672:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061145856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692364.532680:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692364.532684:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.532687:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061145856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692364.532708:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692364.532711:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692364.532713:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692364.532714:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692364.532715:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692364.532717:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692364.532719:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20504
00000400:00000200:3.0:1790692364.532721:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692364.532723:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692364.532725:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692364.532727:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532729:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532730:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532732:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692364.532734:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692364.532735:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692364.532736:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692364.532738:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692364.532739:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692364.532741:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692364.532743:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532745:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532747:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532748:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692364.532750:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692364.532752:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532754:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692364.532755:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692364.532759:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692364.532763:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532765:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692364.532769:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692364.532781:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532784:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692364.532786:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692364.532788:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692364.532790:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692364.532792:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532796:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692364.532799:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692364.532801:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692364.532807:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692364.532813:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692364.532821:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061145984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692364.532836:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692364.532840:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.532848:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061145984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692364.532862:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692364.532867:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692364.532874:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692364.532876:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692364.532878:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692364.532883:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692364.532886:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20504
00000400:00000200:3.0:1790692364.532889:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692364.532894:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692364.532899:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692364.532904:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532906:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532910:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532915:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692364.532920:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692364.532922:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692364.532926:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692364.532928:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692364.532931:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692364.532934:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692364.532940:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532943:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.532947:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532950:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692364.532953:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692364.532958:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692364.532960:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692364.532961:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692364.532965:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692364.532968:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532969:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692364.532972:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692364.532976:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532978:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692364.532982:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692364.532986:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692364.532990:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692364.532993:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.532997:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692364.533000:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692364.533004:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692364.533009:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692364.533015:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692364.533021:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061146112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692364.533037:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692364.533040:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.533046:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061146112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692364.533062:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.533066:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692364.533069:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692364.533072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692364.533076:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692364.533079:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692364.533081:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790692364.533081:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692364.533084:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692364.533089:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20504
00000800:00000200:1.1:1790692364.533090:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000400:00000200:3.0:1790692364.533093:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692364.533098:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692364.533099:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692364.533105:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.533109:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.533112:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.533117:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692364.533119:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692364.533119:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692364.533121:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692364.533124:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692364.533127:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692364.533131:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692364.533137:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.533139:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692364.533144:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692364.533149:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692364.533151:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692364.533156:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692364.533161:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692364.533165:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692364.533168:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692364.533171:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.533175:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692364.533178:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692364.533181:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.533183:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692364.533187:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692364.533191:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692364.533195:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692364.533197:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692364.533201:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692364.533203:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692364.533207:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692364.533211:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692364.533214:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692364.533223:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061146240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692364.533234:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692364.533237:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.533241:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061146240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692364.533263:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692364.533267:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20514)
00000800:00000200:1.1:1790692364.533548:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692364.533550:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692364.533744:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692364.533746:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692364.533918:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692364.533920:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000040:0.0:1790692365.876530:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315177728, at 4315177792
00000100:00000010:0.0:1790692365.876556:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790692366.452653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692366.452658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692366.452662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692367.476608:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692367.476611:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692367.476615:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692369.653579:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692369.653635:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692369.653968:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692369.653970:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692369.654249:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692369.654250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692369.654430:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692369.654432:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000020:00000001:3.0:1790692370.548673:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692370.548679:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692370.548684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692370.996558:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315182849, at 4315182912
00000100:00000010:0.0:1790692370.996573:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790692371.572820:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692371.572826:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692371.572831:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692374.644708:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692374.644714:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692374.644718:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692374.773606:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692374.773614:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692374.774670:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692374.774675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692374.775130:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692374.775134:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692374.775575:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692374.775577:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790692375.668701:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692375.668707:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692375.668712:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692376.116662:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315187969, at 4315188032
00000100:00000010:0.0:1790692376.116686:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790692378.740732:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692378.740737:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692378.740742:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692379.764646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692379.764651:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692379.764655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692379.892591:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692379.892600:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692379.892602:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692379.892605:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692379.892609:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692379.892615:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20519
00000400:00000200:3.0:1790692379.892624:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692379.892630:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692379.892633:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692379.892635:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892638:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.892640:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692379.892648:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692379.892650:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692379.892652:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692379.892654:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692379.892656:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692379.892658:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692379.892660:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892661:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.892663:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892664:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692379.892667:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692379.892669:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892671:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692379.892673:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692379.892676:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692379.892678:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.892680:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692379.892681:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692379.892690:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692379.892692:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692379.892695:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692379.892696:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.892698:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692379.892701:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692379.892705:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692379.892710:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692379.892716:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692379.892723:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061147392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692379.892732:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692379.892735:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.892739:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061147392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692379.892756:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692379.892759:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692379.892761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692379.892763:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692379.892764:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692379.892766:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692379.892769:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20519
00000400:00000200:3.0:1790692379.892773:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692379.892776:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692379.892777:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692379.892780:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892784:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.892786:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892790:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692379.892795:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692379.892796:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692379.892798:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692379.892801:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692379.892806:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692379.892811:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692379.892818:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892823:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.892827:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892830:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692379.892833:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692379.892839:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692379.892843:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692379.892846:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692379.892854:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692379.892860:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.892865:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692379.892871:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692379.892879:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.892884:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692379.892892:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692379.892898:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692379.892904:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692379.892907:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.892913:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692379.892917:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692379.892921:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692379.892928:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692379.892934:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692379.892942:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061147520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692379.892968:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692379.892972:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.892977:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061147520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692379.892999:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692379.893001:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692379.893008:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692379.893011:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692379.893013:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692379.893017:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692379.893022:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20519
00000400:00000200:3.0:1790692379.893029:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692379.893037:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692379.893041:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692379.893048:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893053:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.893056:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893058:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692379.893064:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692379.893066:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692379.893069:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692379.893073:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692379.893077:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692379.893083:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692379.893087:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893089:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.893092:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893094:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692379.893096:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692379.893099:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893103:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692379.893105:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692379.893108:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692379.893111:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893113:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692379.893116:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692379.893120:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893121:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692379.893130:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692379.893132:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.1:1790692379.893136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790692379.893137:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692379.893139:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893143:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692379.893145:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692379.893146:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692379.893146:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
02000000:00000010:3.0:1790692379.893151:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692379.893155:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692379.893161:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061147648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692379.893178:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692379.893182:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.893191:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061147648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692379.893215:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.893218:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692379.893225:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692379.893231:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692379.893239:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692379.893243:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692379.893246:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692379.893250:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692379.893254:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20519
00000400:00000200:3.0:1790692379.893259:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692379.893264:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692379.893269:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692379.893275:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893277:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.893280:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893283:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692379.893285:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692379.893287:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692379.893291:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692379.893294:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692379.893295:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692379.893297:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692379.893303:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893307:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692379.893312:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893315:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692379.893320:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692379.893326:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692379.893330:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692379.893333:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692379.893337:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692379.893341:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893345:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692379.893349:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692379.893354:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893357:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692379.893362:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692379.893367:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692379.893372:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692379.893374:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692379.893379:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692379.893381:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692379.893384:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692379.893389:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692379.893394:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692379.893402:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061147776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692379.893416:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692379.893420:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.893428:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061147776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692379.893441:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692379.893445:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20529)
00000800:00000200:1.1:1790692379.893633:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692379.893634:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692379.893811:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692379.893813:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692379.894014:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692379.894016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790692381.236547:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315193088, at 4315193152
00000100:00000010:0.0:1790692381.236575:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790692382.836665:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692382.836669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692382.836672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692383.860591:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692383.860595:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692383.860598:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692385.012593:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692385.012601:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692385.012604:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692385.012607:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692385.012610:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692385.012617:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20524
00000400:00000200:0.0:1790692385.012625:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692385.012631:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692385.012635:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692385.012638:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012640:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.012642:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692385.012651:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692385.012652:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692385.012670:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692385.012673:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692385.012675:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692385.012678:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692385.012681:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012684:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.012685:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012688:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692385.012691:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692385.012694:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012697:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692385.012700:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692385.012704:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692385.012706:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.012709:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692385.012711:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692385.012736:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692385.012740:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692385.012745:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692385.012746:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.012748:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692385.012750:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692385.012755:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692385.012761:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692385.012767:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692385.012776:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061147904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692385.012793:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692385.012797:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.012801:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061147904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692385.012819:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692385.012821:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692385.012824:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692385.012825:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692385.012826:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692385.012828:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692385.012830:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20524
00000400:00000200:0.0:1790692385.012850:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692385.012867:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692385.012869:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692385.012871:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012873:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.012874:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012875:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692385.012878:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692385.012880:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692385.012881:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692385.012884:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692385.012885:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692385.012887:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692385.012890:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012891:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.012893:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012937:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692385.012940:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692385.012947:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692385.012952:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692385.012955:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692385.012961:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692385.012965:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.012968:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692385.012973:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692385.012978:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.012980:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692385.012983:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692385.012987:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692385.012993:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692385.012996:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.012997:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692385.012998:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692385.013000:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692385.013009:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692385.013015:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692385.013023:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061148032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692385.013034:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692385.013036:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.013044:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061148032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692385.013057:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692385.013062:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692385.013070:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692385.013074:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692385.013078:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692385.013083:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692385.013089:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20524
00000400:00000200:0.0:1790692385.013094:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692385.013100:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692385.013105:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692385.013108:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013109:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.013114:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013117:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692385.013151:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692385.013154:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692385.013157:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692385.013159:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692385.013164:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692385.013165:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692385.013172:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013175:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.013178:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013181:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692385.013185:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790692385.013186:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692385.013189:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013191:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692385.013192:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692385.013194:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692385.013196:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013197:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692385.013198:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692385.013200:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013201:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692385.013206:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000800:00000200:1.1:1790692385.013206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000040:0.0:1790692385.013211:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692385.013217:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692385.013220:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013225:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692385.013226:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692385.013228:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692385.013231:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692385.013243:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692385.013253:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061148160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692385.013274:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692385.013277:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.013283:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061148160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692385.013306:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.013309:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692385.013315:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692385.013318:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692385.013324:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692385.013327:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692385.013330:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692385.013335:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692385.013338:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20524
00000400:00000200:0.0:1790692385.013343:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692385.013345:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692385.013350:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692385.013352:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013354:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.013356:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013365:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692385.013373:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692385.013376:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692385.013379:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692385.013382:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692385.013386:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692385.013391:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692385.013399:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013404:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692385.013408:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013413:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692385.013418:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692385.013421:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692385.013425:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692385.013428:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692385.013433:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692385.013436:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013439:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692385.013442:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692385.013445:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013450:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692385.013488:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692385.013493:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692385.013500:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692385.013504:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692385.013510:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692385.013513:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692385.013517:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692385.013525:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692385.013533:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692385.013542:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061148288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692385.013558:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692385.013563:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.013570:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061148288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692385.013583:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692385.013590:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20534)
00000800:00000200:1.1:1790692385.013744:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692385.013746:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692385.013987:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692385.013989:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692385.014192:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692385.014193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790692386.356606:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315198208, at 4315198272
00000100:00000010:0.0:1790692386.356622:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790692386.932677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692386.932683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692386.932687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692387.956685:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692387.956688:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692387.956692:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692390.132563:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692390.132580:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692390.132583:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692390.132588:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692390.132594:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692390.132604:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20529
00000400:00000200:0.0:1790692390.132616:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692390.132625:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692390.132632:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692390.132636:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132640:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.132643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132647:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692390.132658:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692390.132661:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692390.132664:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692390.132669:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692390.132671:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692390.132673:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692390.132676:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.132680:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132682:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692390.132685:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692390.132688:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132690:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692390.132693:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692390.132696:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692390.132698:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.132700:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692390.132702:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692390.132712:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692390.132715:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692390.132718:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692390.132720:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.132724:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692390.132727:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692390.132733:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692390.132747:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692390.132774:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692390.132788:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061148416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692390.132801:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692390.132805:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.132810:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061148416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692390.132834:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692390.132836:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692390.132840:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692390.132841:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692390.132842:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692390.132845:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692390.132848:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20529
00000400:00000200:0.0:1790692390.132851:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692390.132854:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692390.132856:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692390.132859:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132861:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.132862:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132865:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692390.132868:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692390.132869:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692390.132870:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692390.132872:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692390.132874:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692390.132876:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692390.132879:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132881:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.132883:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132885:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692390.132886:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692390.132888:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692390.132890:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692390.132891:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692390.132897:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692390.132899:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.132901:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692390.132905:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692390.132908:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.132909:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692390.132913:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692390.132915:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692390.132918:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692390.132926:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.132928:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692390.132932:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692390.132937:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692390.132945:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692390.132952:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692390.132965:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061148544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692390.133003:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692390.133011:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.133024:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061148544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692390.133042:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692390.133048:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692390.133054:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692390.133056:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692390.133058:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692390.133063:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692390.133068:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20529
00000400:00000200:0.0:1790692390.133078:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692390.133088:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692390.133092:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692390.133102:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133105:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.133114:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133117:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692390.133127:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692390.133137:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692390.133151:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692390.133154:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692390.133158:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692390.133167:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692390.133182:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133186:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.133191:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133197:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692390.133202:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692390.133211:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133213:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692390.133218:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692390.133225:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692390.133228:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133232:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692390.133234:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692390.133236:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133240:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692390.133247:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692390.133250:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692390.133252:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692390.133254:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133258:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692390.133261:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692390.133264:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692390.133269:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692390.133275:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692390.133295:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061148672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692390.133341:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692390.133345:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.133358:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061148672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692390.133369:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.133378:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692390.133390:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692390.133400:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692390.133411:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692390.133417:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.1:1790692390.133419:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692390.133424:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790692390.133424:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:0.0:1790692390.133437:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692390.133448:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20529
00000400:00000200:0.0:1790692390.133493:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692390.133500:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692390.133507:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692390.133518:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133521:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.133530:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133534:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692390.133546:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692390.133548:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692390.133553:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692390.133557:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692390.133565:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692390.133574:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692390.133580:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133591:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692390.133595:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133603:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692390.133611:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692390.133623:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692390.133632:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692390.133644:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692390.133652:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692390.133656:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133660:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692390.133664:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692390.133672:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133677:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692390.133682:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692390.133686:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692390.133692:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692390.133699:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692390.133702:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692390.133705:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692390.133709:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692390.133730:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692390.133741:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692390.133769:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061148800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692390.133809:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692390.133816:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.133830:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061148800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692390.133850:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692390.133861:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20539)
00000800:00000200:1.1:1790692390.134131:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692390.134133:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692390.134357:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692390.134359:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692390.134583:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692390.134585:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790692391.028677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692391.028684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692391.028688:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692391.476538:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315203329, at 4315203392
00000100:00000010:0.0:1790692391.476567:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790692392.052655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692392.052659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692392.052662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692395.124703:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692395.124707:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692395.124709:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692395.252579:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692395.252600:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692395.252602:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692395.252605:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692395.252608:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692395.252615:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20534
00000400:00000200:3.0:1790692395.252623:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692395.252629:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692395.252632:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692395.252634:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252637:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.252639:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692395.252648:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692395.252650:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692395.252652:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692395.252670:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692395.252673:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692395.252674:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692395.252677:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252678:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.252680:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252681:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692395.252684:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692395.252686:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252688:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692395.252690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692395.252693:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692395.252694:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.252696:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692395.252697:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692395.252705:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692395.252708:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692395.252710:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692395.252712:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.252714:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692395.252717:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692395.252721:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692395.252727:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692395.252732:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692395.252740:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061148928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692395.252748:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692395.252751:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692395.252755:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061148928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692395.252776:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692395.252779:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692395.252781:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692395.252782:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692395.252784:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692395.252786:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692395.252788:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20534
00000400:00000200:3.0:1790692395.252791:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692395.252793:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692395.252795:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692395.252797:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252798:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.252800:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252801:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692395.252804:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692395.252805:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692395.252806:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692395.252808:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692395.252810:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692395.252812:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692395.252814:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252816:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.252817:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252819:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692395.252820:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692395.252823:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692395.252827:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692395.252829:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692395.252835:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692395.252840:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.252841:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692395.252847:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692395.252854:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.252860:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692395.252870:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692395.252877:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692395.252883:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692395.252889:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.252895:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692395.252898:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692395.252913:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692395.252921:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692395.252926:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692395.252935:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061149056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692395.252945:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692395.252949:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692395.252959:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061149056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692395.252976:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692395.252982:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692395.252991:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692395.252996:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692395.253001:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692395.253006:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692395.253010:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20534
00000400:00000200:3.0:1790692395.253016:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692395.253022:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692395.253024:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692395.253028:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253031:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.253035:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253038:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692395.253041:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692395.253042:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692395.253043:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692395.253046:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692395.253060:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692395.253064:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692395.253071:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253074:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.253078:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253080:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692395.253083:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692395.253087:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253090:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692395.253094:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692395.253098:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692395.253101:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253124:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692395.253126:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692395.253130:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253131:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692395.253136:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692395.253140:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692395.253144:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692395.253147:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253150:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692395.253152:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692395.253154:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692395.253158:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692395.253162:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692395.253171:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061149184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692395.253192:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790692395.253192:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692395.253195:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692395.253198:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1790692395.253203:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061149184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692395.253217:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692395.253222:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692395.253228:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692395.253232:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692395.253236:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692395.253237:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692395.253239:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692395.253245:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692395.253248:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20534
00000400:00000200:3.0:1790692395.253252:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692395.253256:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692395.253259:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692395.253264:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253266:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.253270:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253273:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692395.253279:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692395.253281:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692395.253284:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692395.253287:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692395.253290:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692395.253292:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692395.253302:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253305:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692395.253310:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253315:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692395.253320:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692395.253326:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692395.253330:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692395.253335:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692395.253338:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692395.253340:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253342:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692395.253346:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692395.253351:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253355:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692395.253361:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692395.253364:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692395.253368:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692395.253369:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692395.253371:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692395.253372:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692395.253376:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692395.253380:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692395.253383:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692395.253390:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061149312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692395.253404:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692395.253408:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692395.253415:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061149312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692395.253435:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692395.253441:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20544)
00000800:00000200:1.1:1790692395.253701:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692395.253703:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692395.253888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692395.253890:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692395.254115:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692395.254119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692396.148592:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692396.148596:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692396.148600:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692396.596663:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315208448, at 4315208512
00000100:00000010:0.0:1790692396.596690:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790692399.220672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692399.220677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692399.220681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692400.244723:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692400.244729:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692400.244733:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692400.372627:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692400.372636:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692400.372639:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692400.372642:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692400.372647:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692400.372653:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20539
00000400:00000200:0.0:1790692400.372660:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692400.372666:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692400.372669:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692400.372671:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372675:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.372677:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372678:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692400.372685:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692400.372687:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692400.372689:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692400.372692:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692400.372694:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692400.372695:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692400.372697:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372699:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.372700:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372701:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692400.372703:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692400.372705:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372707:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692400.372709:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692400.372723:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692400.372725:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.372727:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692400.372728:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692400.372736:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692400.372739:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692400.372742:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692400.372743:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.372746:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692400.372748:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692400.372752:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692400.372758:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692400.372763:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692400.372771:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061149440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692400.372779:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692400.372782:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.372786:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061149440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692400.372807:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692400.372810:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692400.372812:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692400.372813:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692400.372815:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692400.372817:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692400.372819:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20539
00000400:00000200:0.0:1790692400.372831:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692400.372834:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692400.372835:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692400.372837:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372838:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.372840:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372841:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692400.372843:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692400.372844:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692400.372845:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692400.372847:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692400.372848:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692400.372849:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692400.372852:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372853:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.372854:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372856:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692400.372857:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692400.372859:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372860:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692400.372861:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692400.372865:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692400.372867:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.372868:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692400.372878:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692400.372881:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.372883:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692400.372886:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692400.372887:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692400.372900:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692400.372901:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.372903:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692400.372904:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692400.372905:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692400.372908:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692400.372911:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692400.372915:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061149568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692400.372920:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692400.372923:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.372926:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061149568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692400.372931:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692400.372933:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692400.372936:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692400.372939:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692400.372941:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692400.372948:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692400.372951:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20539
00000400:00000200:0.0:1790692400.372960:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692400.372969:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692400.372971:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692400.372977:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372980:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.372985:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.372993:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692400.373002:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692400.373007:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692400.373012:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692400.373018:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692400.373024:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692400.373030:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692400.373040:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373057:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.373073:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373080:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692400.373082:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692400.373084:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373086:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692400.373087:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692400.373089:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692400.373097:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373103:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692400.373104:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692400.373110:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373116:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692400.373123:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692400.373126:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692400.373128:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692400.373130:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373133:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692400.373144:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692400.373148:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692400.373158:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692400.373167:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692400.373173:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061149696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692400.373182:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692400.373188:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.373198:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061149696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692400.373216:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.373226:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692400.373236:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692400.373249:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692400.373260:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692400.373271:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692400.373274:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692400.373284:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692400.373288:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20539
00000400:00000200:0.0:1790692400.373365:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692400.373375:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692400.373378:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692400.373386:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373389:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.373391:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373392:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692400.373403:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692400.373404:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692400.373406:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692400.373414:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692400.373423:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692400.373433:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:1.1:1790692400.373434:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692400.373445:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373448:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692400.373450:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373452:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692400.373487:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692400.373491:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692400.373492:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692400.373494:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692400.373497:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692400.373499:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373500:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692400.373502:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692400.373504:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373505:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692400.373507:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692400.373509:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692400.373511:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692400.373512:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692400.373513:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692400.373514:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692400.373515:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692400.373520:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692400.373523:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692400.373526:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061149824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692400.373532:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692400.373533:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.373535:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061149824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692400.373541:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692400.373545:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20549)
00000800:00000200:1.1:1790692400.373657:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692400.374110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692400.374113:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692400.374578:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692400.374582:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692400.374916:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692400.374919:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790692401.716543:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315213569, at 4315213632
00000100:00000010:0.0:1790692401.716558:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790692403.316610:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692403.316615:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692403.316620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692404.340736:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692404.340741:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692404.340744:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692405.492591:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692405.492601:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692405.492603:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692405.492606:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692405.492609:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692405.492616:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20544
00000400:00000200:0.0:1790692405.492625:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692405.492631:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692405.492634:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692405.492637:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.492644:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492646:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692405.492653:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692405.492655:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692405.492657:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692405.492660:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692405.492662:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692405.492664:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692405.492669:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.492672:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492673:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692405.492676:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692405.492678:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492680:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692405.492682:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692405.492686:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692405.492688:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.492690:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692405.492692:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692405.492700:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692405.492703:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692405.492706:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692405.492707:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.492709:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692405.492712:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692405.492716:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692405.492724:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692405.492731:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692405.492738:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061149952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692405.492747:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692405.492750:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.492753:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061149952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692405.492772:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692405.492776:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692405.492779:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692405.492781:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692405.492783:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692405.492786:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692405.492789:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20544
00000400:00000200:0.0:1790692405.492793:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692405.492796:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692405.492799:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692405.492802:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492804:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.492806:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492808:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692405.492811:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692405.492813:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692405.492814:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692405.492817:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692405.492819:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692405.492822:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692405.492825:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492827:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.492829:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492831:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692405.492834:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692405.492838:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492841:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692405.492850:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692405.492858:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692405.492860:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.492863:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692405.492868:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692405.492873:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.492876:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692405.492881:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692405.492886:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692405.492891:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692405.492893:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.492897:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692405.492901:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692405.492903:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692405.492907:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692405.492912:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692405.492921:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061150080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692405.492930:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692405.492934:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.492939:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061150080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692405.492949:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692405.492953:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692405.492957:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692405.492960:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692405.492962:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692405.492967:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692405.492970:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20544
00000400:00000200:0.0:1790692405.492975:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692405.492978:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692405.492980:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692405.492986:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492990:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.492994:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.492997:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692405.493002:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692405.493005:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692405.493008:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692405.493011:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692405.493015:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692405.493018:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692405.493026:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493029:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.493034:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493039:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692405.493042:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692405.493047:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493052:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692405.493053:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692405.493056:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692405.493058:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493060:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692405.493063:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692405.493065:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493068:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692405.493074:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692405.493078:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692405.493081:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692405.493083:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493087:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692405.493089:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692405.493093:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692405.493098:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692405.493103:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692405.493112:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061150208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692405.493120:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692405.493125:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.493133:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061150208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692405.493146:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.493148:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692405.493154:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692405.493156:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692405.493162:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692405.493165:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692405.493168:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692405.493170:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692405.493175:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20544
00000800:00000200:1.1:1790692405.493179:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790692405.493184:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790692405.493186:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000400:00000200:0.0:1790692405.493189:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692405.493192:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692405.493199:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493202:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.493205:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493207:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692405.493209:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692405.493212:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692405.493215:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692405.493218:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692405.493221:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692405.493223:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692405.493230:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493233:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692405.493236:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493239:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692405.493242:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692405.493248:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692405.493253:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692405.493257:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692405.493262:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692405.493264:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493267:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692405.493270:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692405.493274:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493278:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692405.493283:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692405.493286:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692405.493290:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692405.493292:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692405.493294:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692405.493295:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692405.493298:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692405.493302:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692405.493305:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692405.493311:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061150336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692405.493319:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692405.493321:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.493326:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061150336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692405.493332:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692405.493336:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20555)
00000800:00000200:1.1:1790692405.493638:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692405.493640:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692405.493821:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692405.493823:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:1.1:1790692405.494036:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692405.494038:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00000040:0.0:1790692406.836589:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315218688, at 4315218752
00000100:00000010:0.0:1790692406.836609:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790692407.412699:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692407.412706:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692407.412711:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692408.436657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692408.436663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692408.436666:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692410.613229:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692410.613235:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692410.613846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692410.613848:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692410.614087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692410.614088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692410.614267:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692410.614269:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1790692411.508693:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692411.508699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692411.508703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692411.956611:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315223808, at 4315223872
00000100:00000010:0.0:1790692411.956629:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:3.0:1790692412.532620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692412.532625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692412.532628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692415.604677:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692415.604683:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692415.604687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692415.733042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692415.733049:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692415.733733:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692415.733737:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692415.734011:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692415.734012:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692415.734189:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692415.734191:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790692416.628635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692416.628639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692416.628641:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692417.076526:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315228928, at 4315228992
00000100:00000010:0.0:1790692417.076543:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000020:00000001:3.0:1790692419.700685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692419.700688:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692419.700691:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692420.724626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692420.724630:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692420.724632:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692420.852587:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692420.852597:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692420.852599:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692420.852602:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692420.852605:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692420.852612:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20560
00000400:00000200:0.0:1790692420.852620:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692420.852626:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692420.852629:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692420.852631:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852634:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.852636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692420.852644:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692420.852646:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692420.852648:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692420.852650:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692420.852652:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692420.852653:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692420.852655:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852657:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.852658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852659:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692420.852661:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692420.852664:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852665:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692420.852668:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692420.852670:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692420.852673:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.852674:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692420.852676:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692420.852684:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692420.852687:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692420.852690:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692420.852692:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.852694:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692420.852696:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692420.852700:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692420.852707:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692420.852711:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692420.852719:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061151488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692420.852727:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692420.852730:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692420.852734:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061151488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692420.852753:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692420.852755:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692420.852758:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692420.852759:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692420.852760:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692420.852762:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692420.852771:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20560
00000400:00000200:0.0:1790692420.852775:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692420.852778:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692420.852779:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692420.852782:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.852785:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852788:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692420.852793:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692420.852795:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692420.852797:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692420.852801:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692420.852803:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692420.852806:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692420.852810:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852812:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.852815:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852819:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692420.852823:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692420.852828:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692420.852833:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692420.852837:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692420.852843:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692420.852847:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.852850:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692420.852856:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692420.852861:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.852865:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692420.852870:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692420.852873:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692420.852877:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692420.852880:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.852883:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692420.852884:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692420.852886:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692420.852891:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692420.852898:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692420.852904:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061151616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692420.852922:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692420.852925:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692420.852939:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061151616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692420.852964:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692420.852969:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692420.852975:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692420.852978:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692420.852981:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692420.852983:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692420.852987:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20560
00000400:00000200:0.0:1790692420.852993:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692420.852998:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692420.853000:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692420.853002:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853007:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.853013:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853015:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692420.853019:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692420.853022:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692420.853025:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692420.853029:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692420.853033:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692420.853038:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692420.853044:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853048:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.853058:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853062:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692420.853065:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692420.853068:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853072:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692420.853075:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692420.853079:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692420.853081:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853085:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692420.853087:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692420.853091:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853093:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692420.853097:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692420.853101:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692420.853103:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692420.853104:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853109:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692420.853112:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692420.853114:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692420.853120:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692420.853125:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692420.853125:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:0.0:1790692420.853135:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061151744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692420.853144:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692420.853147:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692420.853152:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061151744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692420.853184:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692420.853191:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692420.853197:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692420.853203:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692420.853210:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692420.853215:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692420.853219:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692420.853227:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692420.853235:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20560
00000400:00000200:0.0:1790692420.853242:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692420.853252:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692420.853255:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692420.853260:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853263:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.853268:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853272:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692420.853278:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692420.853281:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692420.853284:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692420.853288:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692420.853292:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692420.853296:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692420.853304:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853307:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692420.853312:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853317:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692420.853321:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692420.853325:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692420.853329:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692420.853332:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692420.853334:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692420.853336:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853339:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692420.853344:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692420.853349:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853354:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692420.853362:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692420.853367:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692420.853374:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692420.853377:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692420.853382:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692420.853387:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692420.853392:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692420.853399:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692420.853404:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692420.853411:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061151872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692420.853422:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692420.853425:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692420.853432:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061151872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692420.853518:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692420.853524:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692420.853527:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20570)
00000800:00000200:2.1:1790692420.853726:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692420.853890:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692422.196544:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315234048, at 4315234112
00000100:00000010:0.0:1790692422.196563:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000020:00000001:3.0:1790692423.796614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692423.796618:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692423.796621:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692423.924703:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692423.924742:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692423.924751:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692423.924755:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692423.924759:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692423.924763:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692423.924767:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692423.924770:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dff00.
00000400:00000200:3.0:1790692423.924775:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692423.924779:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692423.924784:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2b28
00000400:00000010:3.0:1790692423.924786:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2b28.
00000100:00000001:3.0:1790692423.924790:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692423.924797:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061151488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.924817:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692423.924820:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061151488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.924826:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692423.924828:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692423.924836:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692423.924839:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df500.
00000400:00000200:3.0:1790692423.924843:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692423.924847:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692423.924851:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2ee0
00000400:00000010:3.0:1790692423.924853:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2ee0.
00000100:00000001:3.0:1790692423.924857:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692423.924863:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061151616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.924877:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692423.924886:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061151616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.924913:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692423.924917:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692423.924926:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692423.924933:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:3.0:1790692423.924938:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692423.924947:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692423.924955:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:3.0:1790692423.924960:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:3.0:1790692423.924966:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692423.924974:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061151744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.924995:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692423.925003:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061151744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.925017:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692423.925021:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692423.925031:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692423.925038:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:3.0:1790692423.925043:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692423.925050:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692423.925053:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2990
00000400:00000010:3.0:1790692423.925058:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2990.
00000100:00000001:3.0:1790692423.925063:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692423.925071:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061151872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.925088:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692423.925094:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061151872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692445 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692423.925121:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692423.925126:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692424.820645:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692424.820651:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692424.820655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692425.973196:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692425.973204:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692425.973840:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692425.973843:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692425.974169:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692425.974172:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692425.974486:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692425.974488:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790692427.316584:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315239168, at 4315239232
00000100:00000010:0.0:1790692427.316603:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00000020:00000001:3.0:1790692427.892578:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692427.892582:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692427.892586:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692428.916672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692428.916676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692428.916679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692431.093100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692431.093105:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692431.093766:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692431.093768:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692431.094013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692431.094014:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692431.094256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692431.094259:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790692431.988615:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692431.988619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692431.988621:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692432.436520:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315244288, at 4315244352
00000100:00000010:0.0:1790692432.436535:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790692433.012652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692433.012657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692433.012660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692436.084614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692436.084617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692436.084620:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692436.212596:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692436.212606:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692436.212609:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692436.212613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692436.212617:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692436.212624:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20575
00000400:00000200:0.0:1790692436.212632:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692436.212641:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692436.212644:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692436.212647:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212651:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.212653:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212655:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692436.212663:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692436.212665:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692436.212667:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692436.212686:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692436.212688:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692436.212690:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692436.212692:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212694:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.212695:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212696:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692436.212699:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692436.212701:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212703:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692436.212705:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692436.212708:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692436.212710:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.212712:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692436.212713:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692436.212721:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692436.212724:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692436.212727:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692436.212728:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.212730:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692436.212732:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692436.212772:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692436.212781:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692436.212788:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692436.212797:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061153024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692436.212807:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692436.212811:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.212815:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061153024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692436.212854:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692436.212858:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692436.212875:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692436.212877:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692436.212879:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692436.212883:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692436.212886:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20575
00000400:00000200:0.0:1790692436.212892:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692436.212897:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692436.212900:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692436.212905:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212908:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.212912:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212918:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692436.212926:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692436.212931:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692436.212936:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692436.212954:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692436.212961:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692436.212978:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692436.212987:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.212991:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.212997:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213001:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692436.213004:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692436.213011:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213016:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692436.213021:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692436.213029:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692436.213033:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213035:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692436.213039:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692436.213043:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213045:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692436.213054:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692436.213058:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692436.213060:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692436.213061:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213062:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692436.213067:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692436.213071:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692436.213078:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692436.213085:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692436.213096:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061153152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692436.213108:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692436.213112:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.213139:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061153152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692436.213158:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692436.213165:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692436.213175:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692436.213181:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692436.213188:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692436.213198:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692436.213208:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20575
00000400:00000200:0.0:1790692436.213234:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692436.213242:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692436.213246:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692436.213254:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213259:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.213266:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213270:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790692436.213271:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790692436.213289:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692436.213291:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692436.213293:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790692436.213294:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000040:0.0:1790692436.213296:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692436.213303:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692436.213309:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692436.213317:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213321:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.213325:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213329:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692436.213334:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692436.213358:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213361:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692436.213365:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692436.213370:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692436.213380:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213385:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692436.213389:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692436.213393:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213397:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692436.213403:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692436.213409:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692436.213424:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692436.213428:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213432:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692436.213437:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692436.213442:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692436.213451:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692436.213493:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692436.213502:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061153280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692436.213535:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692436.213539:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.213548:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061153280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692436.213585:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.213591:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692436.213598:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692436.213603:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692436.213609:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692436.213614:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692436.213617:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692436.213623:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692436.213628:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20575
00000400:00000200:0.0:1790692436.213639:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692436.213648:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692436.213651:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692436.213659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213680:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.213692:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213694:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692436.213696:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692436.213698:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692436.213701:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692436.213704:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692436.213709:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692436.213714:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692436.213719:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213725:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692436.213731:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213737:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692436.213741:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692436.213747:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692436.213750:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692436.213755:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692436.213760:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692436.213765:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213770:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692436.213773:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692436.213778:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213781:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692436.213799:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692436.213805:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692436.213811:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692436.213814:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692436.213818:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692436.213820:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692436.213823:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692436.213828:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692436.213834:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692436.213842:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061153408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692436.213853:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692436.213857:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.213880:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061153408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692436.213892:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692436.213899:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20585)
00000800:00000200:2.1:1790692436.214086:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692436.214088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692436.214361:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692436.214363:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692436.214711:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692436.214713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790692437.108652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692437.108656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692437.108659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692437.556557:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315249408, at 4315249472
00000100:00000010:0.0:1790692437.556575:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000020:00000001:3.0:1790692440.180622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692440.180627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692440.180630:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692441.204683:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692441.204689:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692441.204694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692441.332556:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692441.332583:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692441.332587:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692441.332592:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692441.332598:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692441.332609:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20580
00000400:00000200:0.0:1790692441.332619:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692441.332626:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692441.332630:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692441.332633:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332637:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.332639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332642:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692441.332650:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692441.332651:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692441.332654:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692441.332657:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692441.332659:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692441.332661:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692441.332664:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332666:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.332668:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332669:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692441.332672:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692441.332675:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332676:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692441.332679:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692441.332682:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692441.332684:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.332697:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692441.332699:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692441.332708:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692441.332711:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692441.332715:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692441.332717:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.332720:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692441.332723:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692441.332728:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692441.332738:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692441.332747:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692441.332760:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061153536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692441.332785:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692441.332791:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692441.332797:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061153536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692441.332827:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692441.332832:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692441.332835:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692441.332836:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692441.332838:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692441.332840:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692441.332844:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20580
00000400:00000200:0.0:1790692441.332847:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692441.332850:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692441.332852:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692441.332855:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332857:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.332859:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332860:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692441.332863:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692441.332864:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692441.332865:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692441.332868:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692441.332870:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692441.332875:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692441.332878:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332882:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.332884:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332889:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692441.332891:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692441.332895:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692441.332898:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692441.332901:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692441.332906:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692441.332910:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.332914:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692441.332921:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692441.332926:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.332928:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692441.332933:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692441.332937:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692441.332942:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692441.332945:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.332949:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692441.332950:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692441.332953:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692441.332958:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692441.332966:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692441.332973:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061153664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692441.332986:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692441.332988:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692441.332993:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061153664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692441.333002:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692441.333006:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692441.333009:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692441.333011:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692441.333012:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692441.333015:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692441.333019:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20580
00000400:00000200:0.0:1790692441.333022:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692441.333024:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692441.333026:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692441.333032:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333036:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.333041:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333043:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692441.333047:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692441.333049:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692441.333052:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692441.333055:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692441.333059:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692441.333062:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692441.333068:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333071:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.333076:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333081:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692441.333086:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692441.333093:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333096:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692441.333102:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692441.333106:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692441.333113:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333117:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692441.333122:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692441.333128:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333131:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692441.333136:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692441.333141:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692441.333146:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692441.333148:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333152:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692441.333155:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692441.333157:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692441.333161:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692441.333166:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692441.333175:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061153792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692441.333192:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692441.333197:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692441.333205:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061153792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692441.333224:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692441.333226:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692441.333228:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790692441.333234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790692441.333235:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692441.333240:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692441.333244:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692441.333246:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692441.333249:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692441.333252:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692441.333257:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20580
00000400:00000200:0.0:1790692441.333261:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692441.333264:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692441.333267:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692441.333272:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333274:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.333279:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333283:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692441.333287:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692441.333288:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692441.333289:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692441.333292:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692441.333296:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692441.333298:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692441.333304:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333306:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692441.333308:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333312:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692441.333314:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692441.333318:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692441.333323:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692441.333326:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692441.333329:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692441.333334:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333336:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692441.333338:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692441.333343:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333344:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692441.333349:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692441.333353:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692441.333359:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692441.333362:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692441.333367:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692441.333371:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692441.333375:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692441.333382:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692441.333389:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692441.333399:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061153920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692441.333413:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692441.333415:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692441.333419:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061153920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692441.333426:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692441.333431:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20590)
00000800:00000200:2.1:1790692441.333720:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692441.333727:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692441.334020:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692441.334022:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692441.334215:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692441.334217:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790692442.676597:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315254528, at 4315254592
00000100:00000010:0.0:1790692442.676617:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790692444.276644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692444.276649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692444.276653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692445.300723:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692445.300727:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692445.300730:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692446.453101:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692446.453105:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692446.453642:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692446.453644:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692446.453871:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692446.453872:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692446.454049:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692446.454051:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:0.0:1790692447.796579:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315259648, at 4315259712
00000100:00000010:0.0:1790692447.796599:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:3.0:1790692448.372645:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692448.372649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692448.372652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692449.396576:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692449.396580:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692449.396583:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692451.572597:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692451.572605:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692451.572608:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692451.572611:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692451.572615:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692451.572621:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20591
00000400:00000200:0.0:1790692451.572629:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692451.572635:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692451.572638:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692451.572640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572643:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.572645:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572647:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692451.572654:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692451.572655:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692451.572657:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692451.572660:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692451.572661:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692451.572663:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692451.572665:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572666:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.572668:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572669:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692451.572671:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692451.572674:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572675:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692451.572678:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692451.572681:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692451.572682:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.572684:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692451.572686:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692451.572692:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692451.572694:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692451.572697:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692451.572698:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.572701:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692451.572703:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692451.572706:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692451.572714:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692451.572718:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692451.572726:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061154560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692451.572734:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692451.572737:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.572740:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061154560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692451.572759:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692451.572761:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692451.572764:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692451.572765:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692451.572766:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692451.572768:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692451.572770:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20591
00000400:00000200:0.0:1790692451.572772:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692451.572774:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692451.572776:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692451.572778:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572779:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.572781:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572783:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692451.572785:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692451.572786:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692451.572787:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692451.572789:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692451.572790:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692451.572792:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692451.572795:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572797:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.572798:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572799:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692451.572801:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692451.572804:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572808:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692451.572810:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692451.572814:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692451.572818:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.572819:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692451.572824:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692451.572830:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.572834:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692451.572840:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692451.572850:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692451.572857:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692451.572860:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.572863:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692451.572864:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692451.572868:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692451.572873:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692451.572880:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692451.572889:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061154688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692451.572898:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692451.572902:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.572908:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061154688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692451.572920:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692451.572923:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692451.572926:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692451.572929:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692451.572930:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692451.572933:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692451.572937:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20591
00000400:00000200:0.0:1790692451.572945:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692451.572953:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692451.572959:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692451.572967:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572974:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.572980:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.572987:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692451.572994:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692451.572998:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692451.573003:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692451.573006:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692451.573010:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692451.573014:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692451.573019:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573023:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.573028:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573032:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692451.573036:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692451.573043:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573048:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692451.573051:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692451.573055:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692451.573057:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573063:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692451.573068:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692451.573076:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573081:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692451.573088:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692451.573094:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.1:1790692451.573096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692451.573101:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.1:1790692451.573102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
02000000:00000001:0.0:1790692451.573106:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573110:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692451.573113:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692451.573117:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692451.573121:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692451.573127:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692451.573134:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061154816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692451.573142:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692451.573146:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.573152:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061154816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692451.573167:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.573173:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692451.573183:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692451.573189:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692451.573196:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692451.573200:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692451.573205:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692451.573211:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692451.573216:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20591
00000400:00000200:0.0:1790692451.573221:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692451.573227:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692451.573229:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692451.573234:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573237:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.573241:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573245:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692451.573250:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692451.573254:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692451.573257:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692451.573260:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692451.573265:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692451.573270:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692451.573278:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573280:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692451.573286:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573292:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692451.573297:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692451.573301:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692451.573306:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692451.573308:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692451.573313:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692451.573318:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573321:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692451.573325:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692451.573329:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573331:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692451.573337:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692451.573341:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692451.573346:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692451.573349:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692451.573353:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692451.573355:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692451.573357:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692451.573362:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692451.573369:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692451.573376:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061154944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692451.573389:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692451.573394:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.573403:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061154944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692451.573420:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692451.573425:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20601)
00000800:00000200:2.1:1790692451.573640:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692451.573642:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692451.573884:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692451.573886:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692451.574064:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692451.574066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:3.0:1790692452.468659:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692452.468664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692452.468668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692452.916580:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315264768, at 4315264832
00000100:00000010:0.0:1790692452.916595:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790692453.492624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692453.492646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692453.492649:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692456.564776:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692456.564781:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692456.564785:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692456.693721:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692456.693749:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692456.694263:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692456.694265:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692456.694540:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692456.694542:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692456.694769:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692456.694771:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000001:3.0:1790692457.588641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692457.588644:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692457.588648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692458.036535:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315269889, at 4315269952
00000100:00000010:0.0:1790692458.036548:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000020:00000001:3.0:1790692460.660636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692460.660640:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692460.660643:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692461.684618:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692461.684622:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692461.684624:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692461.812549:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692461.812557:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692461.812560:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692461.812563:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692461.812567:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692461.812572:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20601
00000400:00000200:3.0:1790692461.812580:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692461.812587:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692461.812590:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692461.812592:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812595:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812597:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812599:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692461.812605:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692461.812607:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692461.812609:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692461.812611:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692461.812613:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692461.812616:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692461.812618:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812620:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812622:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692461.812624:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692461.812626:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812628:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692461.812630:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692461.812633:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692461.812634:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.812636:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692461.812638:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692461.812645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692461.812648:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692461.812651:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692461.812652:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.812654:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692461.812656:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692461.812660:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692461.812666:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692461.812671:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692461.812688:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061155584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692461.812700:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692461.812704:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.812709:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061155584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692461.812733:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692461.812742:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692461.812745:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692461.812747:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692461.812748:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692461.812751:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692461.812753:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20601
00000400:00000200:3.0:1790692461.812758:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692461.812761:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692461.812764:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692461.812766:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812769:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812771:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812772:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692461.812776:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692461.812778:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692461.812780:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692461.812784:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692461.812786:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692461.812789:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692461.812793:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812796:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812799:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812804:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692461.812807:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692461.812814:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812816:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692461.812820:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692461.812826:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692461.812829:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.812832:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692461.812836:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692461.812840:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.812844:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692461.812849:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692461.812854:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692461.812858:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692461.812861:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.812863:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692461.812866:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692461.812870:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692461.812875:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692461.812880:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692461.812889:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061155712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692461.812898:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692461.812900:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.812905:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061155712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692461.812917:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692461.812921:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692461.812924:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692461.812927:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692461.812929:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692461.812934:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692461.812939:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20601
00000400:00000200:3.0:1790692461.812944:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692461.812950:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692461.812953:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692461.812958:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812962:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812963:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812968:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692461.812973:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692461.812975:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692461.812976:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692461.812977:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692461.812979:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692461.812980:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692461.812983:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812984:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.812985:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812987:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692461.812991:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692461.812995:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692461.812998:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692461.813003:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692461.813006:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692461.813009:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813012:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692461.813016:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692461.813019:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813024:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692461.813030:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692461.813035:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692461.813040:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692461.813042:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813043:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692461.813045:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692461.813048:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692461.813053:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692461.813058:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692461.813065:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061155840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692461.813074:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692461.813077:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.813083:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061155840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692461.813095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692461.813097:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.813102:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790692461.813103:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1790692461.813108:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692461.813113:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692461.813118:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692461.813121:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692461.813123:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692461.813126:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692461.813130:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20601
00000400:00000200:3.0:1790692461.813138:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692461.813142:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692461.813147:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692461.813152:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.813154:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.813156:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.813159:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692461.813163:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692461.813165:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692461.813168:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692461.813171:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692461.813174:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692461.813177:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692461.813181:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.813184:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692461.813189:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692461.813193:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692461.813199:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692461.813203:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692461.813209:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692461.813211:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692461.813213:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692461.813219:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813221:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692461.813223:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692461.813226:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813229:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692461.813232:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692461.813236:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692461.813237:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692461.813238:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692461.813239:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692461.813241:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692461.813243:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692461.813248:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692461.813251:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692461.813258:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061155968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692461.813263:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692461.813267:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.813270:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061155968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692461.813278:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692461.813285:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20611)
00000800:00000200:1.1:1790692461.813548:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692461.813549:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692461.813742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692461.813744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692461.813923:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692461.813925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:0.0:1790692463.156587:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315275008, at 4315275072
00000100:00000010:0.0:1790692463.156624:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000020:00000001:3.0:1790692464.756785:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692464.756793:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692464.756798:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692465.780668:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692465.780672:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692465.780676:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692466.933369:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692466.933375:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692466.933988:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692466.933990:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692466.934300:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692466.934302:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692466.934533:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692466.934535:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:0.0:1790692468.276638:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315280129, at 4315280192
00000100:00000010:0.0:1790692468.276702:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000020:00000001:3.0:1790692468.852750:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692468.852757:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692468.852762:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692469.876802:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692469.876812:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692469.876817:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692472.053111:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692472.053136:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692472.053599:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692472.053601:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692472.053820:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692472.053821:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692472.054027:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692472.054029:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790692472.948690:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692472.948694:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692472.948698:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692473.396552:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315285248, at 4315285312
00000100:00000010:0.0:1790692473.396567:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790692473.972657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692473.972661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692473.972664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692477.044644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692477.044648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692477.044653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692477.173122:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692477.173125:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692477.173692:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692477.173697:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692477.173990:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692477.173991:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692477.174240:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692477.174242:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000001:3.0:1790692478.068680:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692478.068686:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692478.068690:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692478.516566:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315290368, at 4315290432
00000100:00000010:0.0:1790692478.516588:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:3.0:1790692481.140639:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692481.140644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692481.140648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692482.164648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692482.164653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692482.164655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692482.292575:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692482.292586:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692482.292589:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692482.292593:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692482.292598:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692482.292605:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20621
00000400:00000200:0.0:1790692482.292614:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692482.292622:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692482.292625:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692482.292628:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292631:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292633:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292634:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692482.292641:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692482.292642:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692482.292644:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692482.292647:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692482.292648:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692482.292650:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692482.292652:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292654:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292655:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292656:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692482.292658:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692482.292661:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292662:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692482.292665:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692482.292668:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692482.292669:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.292671:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692482.292672:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692482.292680:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692482.292683:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692482.292685:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692482.292687:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.292689:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692482.292691:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692482.292695:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692482.292701:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692482.292707:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692482.292714:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061157632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692482.292723:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692482.292726:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.292729:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061157632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692482.292748:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692482.292750:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692482.292753:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692482.292754:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692482.292755:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692482.292757:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692482.292759:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20621
00000400:00000200:0.0:1790692482.292761:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692482.292763:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692482.292765:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692482.292767:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292770:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292771:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692482.292773:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692482.292774:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692482.292775:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692482.292777:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692482.292778:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692482.292779:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692482.292781:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292782:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292784:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292785:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692482.292787:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692482.292789:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292790:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692482.292791:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692482.292795:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692482.292796:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.292798:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692482.292801:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692482.292803:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.292805:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692482.292807:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692482.292809:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692482.292812:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692482.292813:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.292814:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692482.292815:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692482.292817:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692482.292820:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692482.292824:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692482.292831:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061157760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692482.292839:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692482.292843:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.292851:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061157760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692482.292875:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692482.292879:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692482.292884:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692482.292887:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692482.292891:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692482.292895:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692482.292900:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20621
00000400:00000200:0.0:1790692482.292905:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692482.292909:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692482.292912:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692482.292914:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292922:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292926:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292930:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692482.292937:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692482.292940:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692482.292945:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692482.292950:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692482.292955:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692482.292960:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692482.292967:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292985:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.292993:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.292996:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692482.293002:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692482.293016:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692482.293021:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692482.293025:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692482.293029:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692482.293034:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293037:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692482.293040:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692482.293043:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293049:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692482.293054:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692482.293058:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692482.293061:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692482.293062:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293063:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692482.293064:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692482.293068:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692482.293081:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692482.293085:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692482.293094:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061157888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692482.293108:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692482.293112:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.293119:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061157888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692482.293144:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.293147:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692482.293155:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692482.293161:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692482.293165:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692482.293167:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692482.293171:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692482.293174:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692482.293177:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20621
00000400:00000200:0.0:1790692482.293183:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692482.293190:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692482.293194:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692482.293200:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.293204:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790692482.293205:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692482.293209:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790692482.293211:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1790692482.293212:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692482.293218:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692482.293221:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692482.293225:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692482.293228:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692482.293231:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692482.293233:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692482.293240:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.293244:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692482.293249:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692482.293251:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692482.293256:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692482.293261:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692482.293263:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692482.293266:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692482.293270:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692482.293275:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293279:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692482.293282:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692482.293287:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293289:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692482.293293:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692482.293297:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692482.293302:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692482.293304:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692482.293308:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692482.293311:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692482.293314:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692482.293318:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692482.293322:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692482.293330:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061158016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692482.293340:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692482.293344:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.293348:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061158016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692482.293357:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692482.293361:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20631)
00000800:00000200:2.1:1790692482.293635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692482.293637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692482.293873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692482.293875:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692482.294090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692482.294092:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790692483.636557:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315295488, at 4315295552
00000100:00000010:0.0:1790692483.636576:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000020:00000001:3.0:1790692485.236726:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692485.236731:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692485.236735:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692486.260619:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692486.260623:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692486.260626:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692487.412569:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692487.412579:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692487.412581:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692487.412585:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692487.412588:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692487.412595:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20626
00000400:00000200:0.0:1790692487.412603:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692487.412608:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692487.412611:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692487.412614:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412617:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.412619:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412621:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692487.412628:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692487.412629:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692487.412631:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692487.412634:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692487.412636:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692487.412637:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692487.412639:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.412643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692487.412647:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692487.412649:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692487.412653:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692487.412655:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692487.412657:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.412659:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692487.412660:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692487.412668:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692487.412670:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692487.412673:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692487.412674:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.412676:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692487.412679:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692487.412682:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692487.412691:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692487.412696:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692487.412703:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061158144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692487.412711:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692487.412714:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692487.412718:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061158144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692487.412748:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692487.412751:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692487.412753:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692487.412754:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692487.412755:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692487.412758:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692487.412760:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20626
00000400:00000200:0.0:1790692487.412762:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692487.412764:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692487.412766:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692487.412769:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412770:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.412773:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412775:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692487.412777:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692487.412778:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692487.412779:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692487.412781:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692487.412783:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692487.412785:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692487.412789:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412794:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.412798:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412801:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692487.412804:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692487.412810:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692487.412814:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692487.412819:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692487.412825:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692487.412831:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.412838:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692487.412856:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692487.412863:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.412869:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692487.412891:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692487.412896:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692487.412900:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692487.412902:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.412906:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692487.412909:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692487.412911:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692487.412918:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692487.412925:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692487.412933:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061158272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692487.412943:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692487.412948:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692487.412954:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061158272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692487.412971:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692487.412975:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692487.412982:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692487.412985:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692487.412987:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692487.412991:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692487.412995:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20626
00000400:00000200:0.0:1790692487.413001:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692487.413004:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692487.413006:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692487.413012:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413016:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.413018:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413019:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692487.413022:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692487.413024:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692487.413026:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692487.413036:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692487.413040:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692487.413042:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692487.413047:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413051:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.413055:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413058:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692487.413060:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692487.413074:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413081:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692487.413087:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692487.413100:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692487.413102:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413104:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692487.413107:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692487.413111:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413114:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692487.413118:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692487.413123:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692487.413125:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692487.413127:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413129:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692487.413132:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692487.413135:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692487.413139:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692487.413142:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692487.413149:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061158400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692487.413162:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692487.413165:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692487.413168:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692487.413170:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061158400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692487.413179:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692487.413181:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692487.413184:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692487.413186:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692487.413189:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692487.413192:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692487.413195:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692487.413202:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692487.413209:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20626
00000400:00000200:0.0:1790692487.413216:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692487.413221:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692487.413225:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692487.413230:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413234:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.413237:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413241:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692487.413246:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692487.413250:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692487.413254:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692487.413259:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692487.413263:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692487.413270:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692487.413275:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413280:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692487.413286:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413292:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692487.413296:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692487.413313:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692487.413319:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692487.413326:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692487.413332:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692487.413337:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413343:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692487.413349:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692487.413355:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413361:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692487.413370:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692487.413377:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692487.413382:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692487.413386:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692487.413392:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692487.413394:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692487.413398:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692487.413407:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692487.413413:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692487.413423:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061158528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692487.413438:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692487.413450:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692487.413474:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061158528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692487.413481:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692487.413484:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20637)
00000800:00000200:2.1:1790692487.413561:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692487.413724:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692487.413910:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692488.756529:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315300608, at 4315300672
00000100:00000010:0.0:1790692488.756545:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:3.0:1790692489.332614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692489.332618:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692489.332621:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692490.356655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692490.356660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692490.356665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692490.484808:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692490.484885:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692490.484899:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692490.484904:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692490.484911:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692490.484917:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692490.484923:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692490.484928:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:3.0:1790692490.484936:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692490.484942:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692490.484951:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:3.0:1790692490.484956:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:3.0:1790692490.484962:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692490.484986:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061158144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485025:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692490.485031:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061158144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485041:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692490.485043:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692490.485057:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692490.485060:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:3.0:1790692490.485067:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692490.485071:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692490.485074:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2d48
00000400:00000010:3.0:1790692490.485077:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2d48.
00000100:00000001:3.0:1790692490.485080:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692490.485085:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061158272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485094:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692490.485097:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061158272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485105:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692490.485107:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692490.485113:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692490.485116:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:3.0:1790692490.485119:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692490.485122:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692490.485125:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe26e8
00000400:00000010:3.0:1790692490.485127:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe26e8.
00000100:00000001:3.0:1790692490.485130:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692490.485135:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061158400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485144:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692490.485147:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061158400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485155:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692490.485157:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692490.485161:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692490.485164:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:3.0:1790692490.485167:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692490.485171:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692490.485174:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:3.0:1790692490.485176:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:3.0:1790692490.485183:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692490.485189:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061158528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485197:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692490.485200:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061158528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692512 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692490.485207:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692490.485209:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790692492.532565:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692492.532575:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692492.532578:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692492.532580:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692492.532584:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692492.532591:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20632
00000400:00000200:0.0:1790692492.532600:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692492.532606:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692492.532609:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692492.532612:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.532616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532618:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692492.532625:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692492.532627:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692492.532629:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692492.532631:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692492.532633:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692492.532635:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692492.532637:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532638:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.532639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532640:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692492.532642:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692492.532644:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532646:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692492.532648:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692492.532650:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692492.532652:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.532654:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692492.532655:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692492.532661:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692492.532663:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692492.532666:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692492.532667:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.532670:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692492.532672:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692492.532676:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692492.532683:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692492.532688:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692492.532695:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061158656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692492.532703:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692492.532707:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.532710:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061158656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692492.532741:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692492.532745:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692492.532749:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692492.532751:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692492.532753:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692492.532756:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692492.532759:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20632
00000400:00000200:0.0:1790692492.532763:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692492.532767:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692492.532770:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692492.532786:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532790:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.532793:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532796:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692492.532800:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692492.532802:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692492.532806:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692492.532810:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692492.532813:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692492.532817:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692492.532825:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532829:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.532833:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532838:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692492.532843:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692492.532849:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692492.532855:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692492.532863:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692492.532869:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692492.532875:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.532880:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692492.532886:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692492.532893:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.532898:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692492.532904:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692492.532909:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692492.532917:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692492.532919:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.532921:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692492.532926:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692492.532930:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692492.532938:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692492.532945:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692492.532954:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061158784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692492.532966:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692492.532970:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.532977:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061158784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692492.532990:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692492.532996:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692492.533005:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692492.533010:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692492.533012:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692492.533015:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692492.533018:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20632
00000400:00000200:0.0:1790692492.533027:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692492.533034:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692492.533038:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692492.533043:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533046:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.533053:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533057:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692492.533061:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692492.533064:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692492.533068:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692492.533071:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692492.533075:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692492.533077:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692492.533081:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533083:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.533085:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533087:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692492.533090:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692492.533096:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533100:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692492.533105:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692492.533109:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692492.533114:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533120:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692492.533124:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692492.533128:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533133:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692492.533140:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692492.533144:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692492.533147:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692492.533151:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533155:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692492.533158:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692492.533161:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692492.533167:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692492.533174:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692492.533179:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061158912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692492.533192:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692492.533196:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.533203:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061158912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692492.533210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692492.533218:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1790692492.533219:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.533225:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692492.533232:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692492.533237:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692492.533244:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692492.533245:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692492.533248:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692492.533262:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692492.533266:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20632
00000400:00000200:0.0:1790692492.533275:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692492.533281:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692492.533285:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692492.533291:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533297:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.533302:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533307:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692492.533314:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692492.533318:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692492.533321:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692492.533325:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692492.533330:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692492.533335:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692492.533344:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533349:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692492.533354:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533356:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692492.533360:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692492.533368:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692492.533375:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692492.533380:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692492.533390:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692492.533394:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533400:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692492.533401:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692492.533404:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533406:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692492.533414:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692492.533418:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692492.533422:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692492.533426:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692492.533431:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692492.533434:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692492.533438:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692492.533445:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692492.533450:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692492.533508:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061159040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692492.533522:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692492.533527:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.533537:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061159040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692492.533561:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692492.533569:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20642)
00000800:00000200:2.1:1790692492.533894:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692492.533897:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692492.534221:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692492.534223:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692492.534554:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692492.534556:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790692493.428601:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692493.428605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692493.428608:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692493.876593:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315305728, at 4315305792
00000100:00000010:0.0:1790692493.876612:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000020:00000001:3.0:1790692494.452636:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692494.452640:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692494.452643:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692497.524652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692497.524657:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692497.524661:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692497.653245:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692497.653250:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692497.653687:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692497.653690:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692497.653886:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692497.653888:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692497.654062:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692497.654064:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:3.0:1790692498.548609:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692498.548612:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692498.548615:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692498.996556:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315310848, at 4315310912
00000100:00000010:0.0:1790692498.996571:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790692501.620644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692501.620649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692501.620652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692502.644725:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692502.644732:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692502.644737:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692502.772612:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692502.772623:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692502.772626:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692502.772630:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692502.772635:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692502.772643:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20642
00000400:00000200:0.0:1790692502.772654:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692502.772661:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692502.772665:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692502.772668:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772671:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.772673:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772675:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692502.772684:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692502.772686:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692502.772689:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692502.772692:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692502.772694:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692502.772697:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692502.772699:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772701:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.772702:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772703:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692502.772706:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692502.772708:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772710:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692502.772713:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692502.772717:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692502.772719:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.772721:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692502.772723:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692502.772734:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692502.772737:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692502.772747:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692502.772748:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.772752:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692502.772769:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692502.772776:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692502.772790:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692502.772798:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692502.772811:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061159680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692502.772825:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692502.772830:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.772834:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061159680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692502.772857:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692502.772859:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692502.772862:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692502.772865:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692502.772866:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692502.772869:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692502.772871:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20642
00000400:00000200:0.0:1790692502.772874:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692502.772876:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692502.772878:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692502.772880:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772882:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.772883:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772885:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692502.772888:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692502.772890:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692502.772891:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692502.772894:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692502.772896:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692502.772897:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692502.772900:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772902:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.772903:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772905:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692502.772907:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692502.772910:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692502.772912:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692502.772914:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692502.772920:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692502.772921:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.772923:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692502.772928:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692502.772931:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.772933:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692502.772937:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692502.772940:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692502.772942:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692502.772944:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.772945:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692502.772957:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692502.772958:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692502.772962:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692502.772970:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692502.772984:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061159808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692502.772995:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692502.772997:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.773004:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061159808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692502.773071:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692502.773079:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692502.773085:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692502.773088:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692502.773091:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692502.773096:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692502.773104:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20642
00000400:00000200:0.0:1790692502.773126:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692502.773136:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692502.773142:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692502.773152:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773159:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.773171:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773183:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692502.773190:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692502.773196:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692502.773200:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692502.773204:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692502.773207:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692502.773210:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692502.773215:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773221:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.773224:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773226:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692502.773237:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692502.773248:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773254:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692502.773258:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692502.773264:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692502.773277:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773286:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692502.773293:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692502.773306:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773312:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692502.773323:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692502.773337:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692502.773340:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692502.773343:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773348:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692502.773349:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692502.773351:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692502.773355:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692502.773361:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692502.773369:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061159936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692502.773377:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692502.773381:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.773389:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061159936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692502.773408:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.773417:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692502.773495:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692502.773514:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692502.773517:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692502.773519:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692502.773521:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692502.773524:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692502.773527:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20642
00000400:00000200:0.0:1790692502.773594:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692502.773605:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692502.773613:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692502.773618:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773624:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.773638:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773644:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692502.773649:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692502.773653:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692502.773660:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692502.773664:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692502.773668:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692502.773675:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692502.773684:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773686:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692502.773690:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773696:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790692502.773698:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692502.773702:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000800:00000200:2.1:1790692502.773711:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00080000:0.0:1790692502.773718:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692502.773722:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692502.773724:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692502.773733:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692502.773740:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773744:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692502.773747:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692502.773759:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773763:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692502.773774:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692502.773784:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692502.773796:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692502.773802:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692502.773810:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692502.773815:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692502.773837:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692502.773848:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692502.773859:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692502.773871:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061160064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692502.773882:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692502.773885:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.773894:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061160064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692502.773916:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692502.773924:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20652)
00000800:00000200:2.1:1790692502.774276:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692502.774279:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692502.774795:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692502.774798:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692502.775321:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692502.775326:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790692504.116620:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315315969, at 4315316032
00000100:00000010:0.0:1790692504.116635:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000020:00000001:3.0:1790692505.716695:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692505.716705:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692505.716712:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692506.740663:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692506.740667:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692506.740670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692507.892586:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692507.892595:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692507.892598:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692507.892603:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692507.892608:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692507.892616:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20647
00000400:00000200:0.0:1790692507.892625:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692507.892631:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692507.892634:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692507.892636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.892641:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892643:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692507.892650:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692507.892652:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692507.892654:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692507.892656:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692507.892658:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692507.892660:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692507.892662:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892663:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.892665:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892666:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692507.892668:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692507.892670:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892672:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692507.892674:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692507.892677:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692507.892679:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.892681:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692507.892683:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692507.892690:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692507.892693:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692507.892696:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692507.892698:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.892700:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692507.892702:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692507.892706:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692507.892713:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692507.892718:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692507.892725:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061160192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692507.892734:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692507.892737:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.892741:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061160192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692507.892762:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692507.892766:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692507.892769:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692507.892770:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692507.892772:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692507.892775:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692507.892778:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20647
00000400:00000200:0.0:1790692507.892783:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692507.892787:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692507.892790:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692507.892794:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892797:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.892799:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892802:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692507.892805:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692507.892807:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692507.892812:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692507.892815:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692507.892822:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692507.892826:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692507.892835:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892841:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.892845:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892850:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692507.892857:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692507.892869:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692507.892878:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692507.892882:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692507.892894:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692507.892901:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.892905:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692507.892913:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692507.892922:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.892928:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692507.892942:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692507.892950:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692507.892961:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692507.892968:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.892970:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692507.892971:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692507.892977:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692507.892991:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692507.893000:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692507.893013:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061160320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692507.893031:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692507.893040:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.893051:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061160320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692507.893115:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692507.893124:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692507.893127:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692507.893128:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692507.893130:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692507.893136:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692507.893144:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20647
00000400:00000200:0.0:1790692507.893152:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692507.893159:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692507.893161:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692507.893167:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893169:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.893175:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893186:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692507.893193:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692507.893196:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692507.893198:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692507.893201:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692507.893207:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692507.893217:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692507.893227:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893231:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.893243:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893245:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692507.893247:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692507.893249:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893261:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692507.893268:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692507.893274:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692507.893277:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893281:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692507.893284:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692507.893293:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893295:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692507.893299:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692507.893303:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692507.893307:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692507.893311:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893316:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692507.893321:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692507.893325:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692507.893341:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:0.0:1790692507.893342:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692507.893356:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692507.893356:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00100000:0.0:1790692507.893374:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061160448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692507.893392:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692507.893393:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.893398:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061160448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692507.893410:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.893416:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692507.893425:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692507.893427:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692507.893429:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692507.893430:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692507.893431:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692507.893439:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692507.893445:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20647
00000400:00000200:0.0:1790692507.893493:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692507.893498:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692507.893501:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692507.893507:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893510:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.893515:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893542:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692507.893559:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692507.893562:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692507.893573:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692507.893584:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692507.893600:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692507.893618:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692507.893659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893668:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692507.893676:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893685:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692507.893697:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692507.893728:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692507.893734:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692507.893744:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692507.893755:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692507.893771:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893795:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692507.893800:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692507.893811:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893816:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692507.893822:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692507.893830:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692507.893839:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692507.893859:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692507.893867:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692507.893873:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692507.893880:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692507.893892:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692507.893900:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692507.893927:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061160576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692507.893950:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692507.893956:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.893971:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061160576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692507.894046:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692507.894059:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20657)
00000800:00000200:2.1:1790692507.894338:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692507.894340:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692507.894661:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692507.894663:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692507.894891:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692507.894894:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:0.0:1790692509.236570:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315321089, at 4315321152
00000100:00000010:0.0:1790692509.236587:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000020:00000001:3.0:1790692509.812602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692509.812607:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692509.812611:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692510.836695:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692510.836702:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692510.836706:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692513.013117:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692513.013125:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692513.013764:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692513.013767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692513.014025:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692513.014027:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692513.014209:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692513.014212:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:3.0:1790692513.908654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692513.908659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692513.908663:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692514.356547:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315326208, at 4315326272
00000100:00000010:0.0:1790692514.356569:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790692514.932661:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692514.932666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692514.932670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692518.004660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692518.004669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692518.004673:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692518.133376:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692518.133384:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692518.134015:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692518.134017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692518.134211:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692518.134213:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692518.134425:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692518.134427:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1790692519.028727:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692519.028734:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692519.028738:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692519.476567:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315331329, at 4315331392
00000100:00000010:0.0:1790692519.476585:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000020:00000001:3.0:1790692522.100700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692522.100707:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692522.100712:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692523.124737:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692523.124743:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692523.124747:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692523.253401:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692523.253411:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692523.254045:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692523.254047:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692523.254253:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692523.254255:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:1.1:1790692523.254478:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692523.254480:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00000040:0.0:1790692524.596568:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315336449, at 4315336512
00000100:00000010:0.0:1790692524.596596:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000020:00000001:3.0:1790692526.196664:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692526.196668:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692526.196671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692527.220632:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692527.220636:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692527.220639:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692528.372580:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692528.372591:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692528.372594:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692528.372597:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692528.372600:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692528.372608:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20667
00000400:00000200:0.0:1790692528.372616:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692528.372621:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692528.372625:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692528.372627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372630:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.372632:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372634:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692528.372641:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692528.372642:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692528.372644:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692528.372647:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692528.372648:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692528.372650:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692528.372652:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372654:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.372655:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692528.372658:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692528.372660:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372662:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692528.372664:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692528.372667:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692528.372669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.372670:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692528.372672:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692528.372679:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692528.372682:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692528.372685:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692528.372686:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.372688:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692528.372690:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692528.372693:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692528.372702:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692528.372709:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692528.372719:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061162240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692528.372731:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692528.372735:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.372739:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061162240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692528.372759:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692528.372762:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692528.372764:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692528.372765:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692528.372766:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692528.372768:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692528.372770:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20667
00000400:00000200:0.0:1790692528.372773:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692528.372776:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692528.372778:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692528.372780:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372782:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.372783:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372785:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692528.372788:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692528.372789:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692528.372791:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692528.372793:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692528.372795:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692528.372797:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692528.372802:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372805:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.372810:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372814:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692528.372817:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692528.372829:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692528.372834:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692528.372837:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692528.372842:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692528.372847:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.372852:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692528.372858:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692528.372864:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.372871:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692528.372878:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692528.372884:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692528.372890:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692528.372893:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.372898:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692528.372902:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692528.372914:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692528.372921:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692528.372928:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692528.372939:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061162368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692528.372962:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692528.372965:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.372973:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061162368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692528.372991:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692528.372996:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692528.373004:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692528.373008:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692528.373012:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692528.373029:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692528.373035:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20667
00000400:00000200:0.0:1790692528.373050:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692528.373056:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692528.373059:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692528.373062:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373067:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.373068:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373069:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692528.373073:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692528.373075:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692528.373079:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692528.373093:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692528.373095:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692528.373098:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692528.373102:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373108:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.373111:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373115:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692528.373116:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692528.373118:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.1:1790692528.373123:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00080000:0.0:1790692528.373125:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373130:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692528.373134:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692528.373140:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692528.373143:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373146:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692528.373149:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692528.373153:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373158:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692528.373163:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692528.373168:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692528.373172:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692528.373176:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373179:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692528.373182:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692528.373185:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692528.373191:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692528.373196:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692528.373205:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061162496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692528.373233:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692528.373236:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.373243:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061162496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692528.373256:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.373262:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692528.373265:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692528.373272:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692528.373275:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692528.373277:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692528.373278:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692528.373284:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692528.373289:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20667
00000400:00000200:0.0:1790692528.373295:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692528.373302:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692528.373305:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692528.373310:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373313:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.373319:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373324:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692528.373328:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692528.373330:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692528.373332:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692528.373335:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692528.373339:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692528.373342:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692528.373349:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373354:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692528.373360:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373367:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692528.373373:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692528.373381:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692528.373388:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692528.373395:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692528.373401:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692528.373406:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373411:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692528.373415:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692528.373418:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373422:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692528.373427:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692528.373433:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692528.373440:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692528.373443:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692528.373447:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692528.373450:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692528.373482:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692528.373488:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692528.373495:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692528.373505:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061162624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692528.373538:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692528.373544:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.373555:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061162624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692528.373578:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692528.373586:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20677)
00000800:00000200:1.1:1790692528.373747:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692528.373748:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692528.373961:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692528.373962:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:1.1:1790692528.374193:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692528.374195:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00000040:0.0:1790692529.716546:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315341568, at 4315341632
00000100:00000010:0.0:1790692529.716560:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00000020:00000001:3.0:1790692530.292658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692530.292664:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692530.292666:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692531.316671:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692531.316675:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692531.316678:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692533.492593:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692533.492604:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692533.492607:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692533.492612:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692533.492617:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692533.492624:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20672
00000400:00000200:0.0:1790692533.492633:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692533.492640:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692533.492643:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692533.492647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.492654:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492657:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692533.492665:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692533.492668:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692533.492670:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692533.492674:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692533.492677:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692533.492679:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692533.492682:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492685:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.492687:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492689:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692533.492692:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692533.492695:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492698:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692533.492701:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692533.492704:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692533.492707:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.492710:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692533.492712:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692533.492721:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692533.492725:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692533.492729:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692533.492731:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.492734:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692533.492737:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692533.492741:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692533.492748:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692533.492754:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692533.492763:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061162752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692533.492774:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692533.492778:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.492783:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061162752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692533.492806:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692533.492810:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692533.492813:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692533.492815:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692533.492817:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692533.492820:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692533.492824:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20672
00000400:00000200:0.0:1790692533.492828:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692533.492832:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692533.492835:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692533.492839:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492841:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.492844:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492847:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692533.492851:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692533.492852:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692533.492854:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692533.492857:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692533.492862:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692533.492866:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692533.492877:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492881:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.492885:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492890:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692533.492895:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692533.492901:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692533.492905:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692533.492909:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692533.492916:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692533.492921:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.492923:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692533.492930:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692533.492936:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.492939:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692533.492946:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692533.492951:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692533.492955:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692533.492959:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.492964:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692533.492967:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692533.492970:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692533.492975:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692533.492981:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692533.493000:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061162880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692533.493013:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692533.493017:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.493023:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061162880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692533.493034:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692533.493037:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692533.493042:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692533.493044:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692533.493046:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692533.493050:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692533.493054:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20672
00000400:00000200:0.0:1790692533.493061:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692533.493066:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692533.493071:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692533.493076:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493078:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.493083:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493086:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692533.493089:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692533.493092:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692533.493093:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692533.493095:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692533.493100:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692533.493102:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692533.493108:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493110:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.493112:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493114:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692533.493118:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692533.493125:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493128:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692533.493132:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692533.493136:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692533.493141:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493145:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692533.493149:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692533.493154:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493158:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692533.493165:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692533.493171:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692533.493178:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692533.493181:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493186:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692533.493189:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692533.493192:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692533.493201:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692533.493207:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692533.493218:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061163008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692533.493234:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692533.493239:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.493247:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061163008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692533.493260:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.493266:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790692533.493277:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692533.493285:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692533.493290:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692533.493293:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692533.493296:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692533.493300:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790692533.493302:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:0.0:1790692533.493304:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692533.493309:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20672
00000400:00000200:0.0:1790692533.493318:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692533.493324:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692533.493328:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692533.493332:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493338:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.493342:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493352:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692533.493358:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692533.493361:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692533.493365:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692533.493368:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692533.493372:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692533.493375:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692533.493383:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493389:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692533.493393:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493398:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692533.493400:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692533.493407:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692533.493412:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692533.493418:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692533.493422:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692533.493426:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493431:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692533.493436:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692533.493439:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493444:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692533.493451:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692533.493484:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692533.493489:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692533.493492:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692533.493495:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692533.493498:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692533.493501:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692533.493508:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692533.493514:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692533.493521:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061163136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692533.493535:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692533.493539:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.493547:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061163136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692533.493561:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692533.493568:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20683)
00000800:00000200:1.1:1790692533.493920:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692533.493923:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692533.494255:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692533.494258:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692533.494586:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692533.494589:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790692534.388655:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692534.388660:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692534.388664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692534.836574:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315346688, at 4315346752
00000100:00000010:0.0:1790692534.836594:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000020:00000001:3.0:1790692535.412696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692535.412704:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692535.412710:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692538.484674:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692538.484677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692538.484680:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692538.613169:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692538.613174:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692538.613844:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692538.613849:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692538.614063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692538.614065:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692538.614291:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692538.614292:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000001:3.0:1790692539.508619:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692539.508622:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692539.508625:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692539.956518:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315351808, at 4315351872
00000100:00000010:0.0:1790692539.956532:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790692542.580674:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692542.580677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692542.580680:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692543.604686:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692543.604691:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692543.604694:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692543.733259:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692543.733266:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692543.733955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692543.733958:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692543.734270:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692543.734272:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692543.734600:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692543.734603:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692545.076544:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315356928, at 4315356992
00000100:00000010:0.0:1790692545.076562:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000020:00000001:3.0:1790692546.676647:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692546.676651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692546.676654:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692547.700659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692547.700664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692547.700668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692548.853218:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692548.853223:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692548.853673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692548.853675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692548.853873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692548.853875:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692548.854047:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692548.854049:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790692550.196519:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315362048, at 4315362112
00000100:00000010:0.0:1790692550.196538:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000020:00000001:3.0:1790692550.772634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692550.772638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692550.772642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692551.796722:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692551.796727:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692551.796731:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692553.972608:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692553.972620:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692553.972622:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692553.972626:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692553.972630:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692553.972638:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20693
00000400:00000200:0.0:1790692553.972647:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692553.972654:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692553.972658:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692553.972661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972665:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.972667:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692553.972678:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692553.972680:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692553.972683:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692553.972686:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692553.972689:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692553.972691:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692553.972694:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972696:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.972698:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972700:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692553.972703:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692553.972706:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972709:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692553.972712:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692553.972716:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692553.972730:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.972733:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692553.972736:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692553.972745:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692553.972749:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692553.972753:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692553.972755:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.972758:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692553.972761:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692553.972765:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692553.972773:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692553.972779:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692553.972797:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061164800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692553.972807:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692553.972812:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692553.972818:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061164800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692553.972839:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692553.972843:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692553.972846:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692553.972848:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692553.972849:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692553.972853:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692553.972855:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20693
00000400:00000200:0.0:1790692553.972859:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692553.972864:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692553.972867:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692553.972870:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972873:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.972883:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972889:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692553.972895:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692553.972899:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692553.972902:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692553.972906:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692553.972911:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692553.972918:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692553.972925:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972929:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.972933:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972937:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692553.972940:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692553.972947:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692553.972952:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692553.972955:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692553.972963:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692553.972967:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.972972:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692553.972978:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692553.972983:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.972988:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692553.972994:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692553.972999:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692553.973006:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692553.973011:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973015:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692553.973018:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692553.973020:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692553.973026:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692553.973033:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692553.973041:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061164928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692553.973054:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692553.973058:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692553.973064:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061164928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692553.973072:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692553.973075:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692553.973079:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692553.973080:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692553.973081:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692553.973085:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692553.973099:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20693
00000400:00000200:0.0:1790692553.973131:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692553.973139:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692553.973143:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692553.973148:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973153:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.973159:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973164:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692553.973165:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790692553.973169:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692553.973171:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692553.973173:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692553.973176:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692553.973178:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692553.973181:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692553.973185:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973187:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.973190:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973197:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692553.973201:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692553.973208:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973214:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692553.973218:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692553.973222:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692553.973226:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973228:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692553.973232:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692553.973236:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973241:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692553.973247:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692553.973252:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692553.973258:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692553.973261:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973266:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692553.973269:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692553.973271:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692553.973276:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692553.973283:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692553.973290:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061165056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692553.973309:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692553.973313:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692553.973320:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061165056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692553.973337:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692553.973344:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692553.973352:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692553.973357:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692553.973365:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692553.973369:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692553.973373:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692553.973378:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692553.973384:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20693
00000400:00000200:0.0:1790692553.973390:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692553.973394:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692553.973395:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692553.973401:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973402:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.973406:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973409:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692553.973414:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692553.973416:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692553.973418:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692553.973420:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692553.973423:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692553.973426:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692553.973432:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973435:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692553.973440:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973443:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692553.973449:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692553.973492:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692553.973498:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692553.973502:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692553.973508:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692553.973511:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973514:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692553.973517:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692553.973522:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973527:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692553.973534:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692553.973539:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692553.973546:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692553.973550:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692553.973555:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692553.973559:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692553.973563:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692553.973571:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692553.973579:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692553.973602:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061165184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692553.973615:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692553.973621:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692553.973630:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692553.973632:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061165184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692553.973648:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692553.973656:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20703)
00000800:00000200:1.1:1790692553.973816:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692553.973975:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692554.868675:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692554.868678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692554.868681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692555.316539:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315367168, at 4315367232
00000100:00000010:0.0:1790692555.316554:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000020:00000001:3.0:1790692555.892692:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692555.892698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692555.892703:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692558.964627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692558.964633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692558.964637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692559.093319:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692559.093326:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692559.094016:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692559.094019:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692559.094343:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692559.094346:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692559.094663:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692559.094665:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000020:00000001:3.0:1790692559.988635:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692559.988639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692559.988642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692560.436561:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315372289, at 4315372352
00000100:00000010:0.0:1790692560.436577:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000020:00000001:3.0:1790692563.060684:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692563.060689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692563.060692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692564.084651:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692564.084658:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692564.084663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692564.213233:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692564.213238:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692564.213924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692564.213926:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692564.214126:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692564.214127:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692564.214309:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692564.214310:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790692565.556558:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315377408, at 4315377472
00000100:00000010:0.0:1790692565.556579:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00000020:00000001:3.0:1790692567.156658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692567.156663:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692567.156667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692568.180599:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692568.180605:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692568.180608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692569.333135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692569.333141:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692569.333656:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692569.333657:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692569.333885:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692569.333887:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692569.334101:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692569.334103:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790692570.676579:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315382528, at 4315382592
00000100:00000010:0.0:1790692570.676600:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000020:00000001:3.0:1790692571.252680:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692571.252685:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692571.252689:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692572.276636:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692572.276640:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692572.276644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692574.452617:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692574.452629:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692574.452632:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692574.452636:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692574.452641:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692574.452648:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20713
00000400:00000200:3.0:1790692574.452659:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692574.452666:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692574.452670:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692574.452673:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452677:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.452680:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452683:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692574.452691:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692574.452693:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692574.452696:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692574.452699:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692574.452713:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692574.452716:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692574.452719:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452721:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.452724:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452725:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692574.452730:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692574.452734:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452736:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692574.452740:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692574.452744:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692574.452747:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.452750:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692574.452752:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692574.452761:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692574.452765:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692574.452769:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692574.452771:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.452784:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692574.452788:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692574.452793:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692574.452801:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692574.452808:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692574.452818:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061166848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692574.452829:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692574.452834:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.452840:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061166848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692574.452865:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692574.452868:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692574.452872:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692574.452874:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692574.452875:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692574.452878:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692574.452881:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20713
00000400:00000200:3.0:1790692574.452885:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692574.452889:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692574.452892:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692574.452896:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452898:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.452901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452903:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692574.452907:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692574.452909:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692574.452910:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692574.452913:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692574.452916:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692574.452922:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692574.452929:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452934:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.452939:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452945:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692574.452951:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692574.452970:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692574.452978:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692574.452984:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692574.452993:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692574.452998:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453002:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692574.453006:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692574.453011:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453017:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692574.453024:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692574.453029:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692574.453032:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692574.453035:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453039:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692574.453043:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692574.453045:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692574.453053:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692574.453060:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692574.453070:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061166976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692574.453086:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692574.453100:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.453113:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061166976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692574.453132:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692574.453137:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692574.453141:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692574.453142:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692574.453146:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692574.453153:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692574.453157:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20713
00000400:00000200:3.0:1790692574.453166:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692574.453172:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692574.453176:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692574.453183:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453189:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.453208:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453213:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692574.453220:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692574.453222:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692574.453228:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692574.453232:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692574.453238:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692574.453244:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692574.453253:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453258:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.453263:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453269:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692574.453273:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692574.453279:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453285:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692574.453290:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692574.453294:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692574.453300:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453302:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692574.453306:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692574.453314:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453319:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692574.453326:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000800:00000200:1.1:1790692574.453327:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790692574.453332:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.1:1790692574.453334:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
02000000:00000001:3.0:1790692574.453337:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692574.453341:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453346:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692574.453350:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692574.453354:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692574.453361:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692574.453368:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692574.453379:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061167104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692574.453391:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692574.453393:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.453402:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061167104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692574.453417:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.453424:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692574.453431:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692574.453438:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692574.453448:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692574.453452:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692574.453494:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692574.453503:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692574.453510:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20713
00000400:00000200:3.0:1790692574.453517:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692574.453523:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692574.453528:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692574.453532:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453536:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.453539:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453542:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692574.453550:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692574.453553:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692574.453556:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692574.453560:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692574.453564:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692574.453572:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692574.453579:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453584:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692574.453590:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453595:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692574.453601:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692574.453608:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692574.453613:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692574.453618:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692574.453626:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692574.453632:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453636:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692574.453640:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692574.453644:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453650:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692574.453658:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692574.453663:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692574.453670:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692574.453673:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692574.453679:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692574.453682:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692574.453686:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692574.453694:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692574.453701:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692574.453712:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061167232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692574.453743:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692574.453749:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.453759:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061167232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692574.453781:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692574.453788:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20724)
00000800:00000200:1.1:1790692574.454022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692574.454025:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692574.454350:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692574.454353:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692574.454659:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692574.454662:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000020:00000001:3.0:1790692575.348697:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692575.348705:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692575.348711:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692575.796563:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315387649, at 4315387712
00000100:00000010:0.0:1790692575.796590:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00000020:00000001:3.0:1790692576.372605:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692576.372609:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692576.372612:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692579.444596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692579.444600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692579.444603:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692579.573148:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692579.573155:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692579.573852:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692579.573854:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692579.574181:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692579.574184:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692579.574535:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692579.574537:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1790692580.468638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692580.468643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692580.468648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692580.916548:0:298439:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315392768, at 4315392832
00000100:00000010:0.0:1790692580.916567:0:298439:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000020:00000001:3.0:1790692583.540636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692583.540642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692583.540646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692584.564709:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692584.564712:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692584.564715:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692584.693213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692584.693220:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692584.693683:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692584.693684:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692584.693903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692584.693904:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692584.694117:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692584.694120:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:0.0:1790692586.036537:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315397888, at 4315397952
00000100:00000010:0.0:1790692586.036558:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000020:00000001:3.0:1790692587.636620:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692587.636624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692587.636627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692588.660676:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692588.660679:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692588.660682:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692589.813112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692589.813116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692589.813518:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692589.813521:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692589.813707:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692589.813709:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692589.813883:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692589.813884:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790692591.156547:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315403008, at 4315403072
00000100:00000010:0.0:1790692591.156561:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790692591.732629:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692591.732634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692591.732637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692592.756652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692592.756656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692592.756658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692594.933157:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692594.933165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692594.933574:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692594.933577:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692594.933864:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692594.933866:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692594.934130:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692594.934132:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692595.828653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692595.828658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692595.828661:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692596.276556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315408128, at 4315408192
00000100:00000010:0.0:1790692596.276569:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000020:00000001:3.0:1790692596.852643:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692596.852649:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692596.852653:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692599.924627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692599.924638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692599.924644:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692600.053112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692600.053119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692600.053660:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692600.053663:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692600.053957:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692600.053960:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692600.054231:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692600.054234:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000020:00000001:3.0:1790692600.948620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692600.948625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692600.948629:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692601.396542:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315413248, at 4315413312
00000100:00000010:0.0:1790692601.396555:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000020:00000001:3.0:1790692604.020634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692604.020638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692604.020642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692605.044699:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692605.044704:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692605.044707:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692605.173105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692605.173112:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692605.173593:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692605.173596:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692605.173872:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692605.173874:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692605.174117:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692605.174119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:0.0:1790692606.516561:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315418368, at 4315418432
00000100:00000010:0.0:1790692606.516589:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790692608.116694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692608.116700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692608.116704:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692609.140696:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692609.140700:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692609.140703:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692610.293105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692610.293110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692610.293592:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692610.293593:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692610.295066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692610.295069:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692610.295354:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692610.295356:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790692611.636608:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315423488, at 4315423552
00000100:00000010:0.0:1790692611.636625:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000020:00000001:3.0:1790692612.212613:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692612.212616:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692612.212619:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692613.236629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692613.236632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692613.236634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692615.412987:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692615.412990:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692615.413522:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692615.413523:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692615.413697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692615.413698:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692615.413851:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692615.413852:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000001:3.0:1790692616.308638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692616.308644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692616.308647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692616.756556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315428608, at 4315428672
00000100:00000010:0.0:1790692616.756569:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000020:00000001:3.0:1790692617.332616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692617.332622:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692617.332627:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692620.404633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692620.404637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692620.404641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692620.533117:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692620.533448:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692620.533601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692620.533752:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692621.428576:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692621.428580:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692621.428582:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692621.876553:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315433728, at 4315433792
00000100:00000010:0.0:1790692621.876572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000400:00000100:3.0:1790692623.604678:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692623.604711:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692623.604719:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692623.604722:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692623.604726:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692623.604729:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692623.604733:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692623.604736:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfc00.
00000400:00000200:3.0:1790692623.604741:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692623.604744:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692623.604749:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2660
00000400:00000010:3.0:1790692623.604752:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2660.
00000100:00000001:3.0:1790692623.604756:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692623.604762:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7b800 x1877672061171456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604789:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692623.604793:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061171456/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604801:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692623.604803:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692623.604814:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692623.604816:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df200.
00000400:00000200:3.0:1790692623.604820:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692623.604825:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692623.604828:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2440
00000400:00000010:3.0:1790692623.604830:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2440.
00000100:00000001:3.0:1790692623.604833:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692623.604838:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7bb80 x1877672061171584/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604849:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692623.604853:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061171584/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604862:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692623.604866:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692623.604874:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692623.604879:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df600.
00000400:00000200:3.0:1790692623.604884:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692623.604892:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692623.604896:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe22a8
00000400:00000010:3.0:1790692623.604900:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe22a8.
00000100:00000001:3.0:1790692623.604904:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692623.604911:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde7a680 x1877672061171712/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604941:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692623.604948:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061171712/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.604968:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692623.604972:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692623.604983:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692623.604988:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:3.0:1790692623.604994:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692623.605002:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692623.605007:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:3.0:1790692623.605012:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692623.605017:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692623.605026:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bde78380 x1877672061171840/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.605040:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692623.605043:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061171840/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692645 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692623.605047:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692623.605048:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692624.500651:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692624.500658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692624.500664:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692625.524621:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692625.524626:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692625.524629:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692625.653383:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692625.653386:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692625.653748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692625.653750:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692625.654020:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692625.654023:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692625.654306:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692625.654309:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790692626.996521:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315438849, at 4315438912
00000100:00000010:0.0:1790692626.996536:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000020:00000001:3.0:1790692628.596638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692628.596643:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692628.596647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692629.620662:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692629.620666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692629.620670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692630.773046:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692630.773050:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692630.773604:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692630.773608:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692630.773841:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692630.773842:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692630.774042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692630.774044:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790692632.116561:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315443968, at 4315444032
00000100:00000010:0.0:1790692632.116575:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000020:00000001:3.0:1790692632.692650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692632.692653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692632.692656:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692633.716620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692633.716623:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692633.716625:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:1.1:1790692635.893186:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692635.893191:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692635.893801:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692635.893804:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692635.894090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692635.894093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692635.894367:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692635.894369:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000020:00000001:3.0:1790692636.788599:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692636.788602:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692636.788605:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692637.236529:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315449088, at 4315449152
00000100:00000010:0.0:1790692637.236545:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00000020:00000001:3.0:1790692637.812649:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692637.812652:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692637.812654:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692640.884662:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692640.884665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692640.884667:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000200:2.1:1790692641.013120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692641.013124:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692641.013436:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692641.013438:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692641.013616:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692641.013617:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692641.013766:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692641.013767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000020:00000001:3.0:1790692641.908615:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692641.908621:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692641.908625:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692642.356554:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315454208, at 4315454272
00000100:00000010:0.0:1790692642.356566:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000020:00000001:3.0:1790692643.956555:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692643.956558:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692643.956560:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692644.980635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692644.980639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692644.980642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692646.004618:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692646.004622:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692646.004624:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790692646.132864:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692646.132868:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692646.132875:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692646.132880:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.132885:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692646.132890:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692646.132895:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.132899:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692646.132905:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790692646.132909:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692646.132915:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692646.132917:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.132919:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692646.132920:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692646.132922:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692646.132926:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790692646.132930:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692646.132938:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061174144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692646.132952:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692646.132957:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692646.132962:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061174144/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692646.132974:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692646.132979:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692646.132985:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692646.132987:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692646.132990:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692646.132995:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692646.133000:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20785
00000400:00000200:1.0:1790692646.133004:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692646.133010:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692646.133015:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692646.133022:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133027:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692646.133030:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133034:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692646.133041:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692646.133043:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692646.133046:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692646.133049:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692646.133053:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692646.133055:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692646.133060:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133064:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692646.133067:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133071:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692646.133076:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692646.133082:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133087:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692646.133091:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692646.133095:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692646.133099:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133101:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692646.133103:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692646.133108:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133112:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692646.133118:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692646.133123:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692646.133128:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692646.133129:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133131:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692646.133133:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692646.133136:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692646.133141:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:1.0:1790692646.133147:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692646.133156:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061174272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692646.133168:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692646.133172:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692646.133180:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061174272/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692646.133186:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692646.133193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1790692646.133195:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692646.133199:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692646.133206:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692646.133211:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692646.133215:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692646.133217:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692646.133220:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692646.133225:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692646.133230:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20785
00000400:00000200:1.0:1790692646.133237:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692646.133242:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692646.133245:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692646.133248:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133252:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692646.133256:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133261:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692646.133266:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692646.133269:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692646.133273:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692646.133277:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692646.133280:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692646.133286:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692646.133293:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133296:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692646.133300:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133304:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692646.133309:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692646.133315:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692646.133319:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692646.133321:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692646.133324:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692646.133328:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133332:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692646.133336:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692646.133340:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133344:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692646.133347:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790692646.133350:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692646.133352:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692646.133354:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692646.133358:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692646.133360:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692646.133362:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692646.133370:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790692646.133374:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692646.133382:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061174400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692646.133394:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692646.133399:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692646.133406:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061174400/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692646.133425:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692646.133431:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20795)
00000800:00000200:2.1:1790692646.133735:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692646.133738:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692646.134016:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692646.134019:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692646.134271:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692646.134273:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000001:1.0:1790692647.028624:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692647.028628:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692647.028631:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692647.476563:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315459328, at 4315459392
00000100:00000040:1.0:1790692647.476563:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315459328, at 4315459392
00000100:00000010:0.0:1790692647.476576:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000100:00000010:1.0:1790692647.476576:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000020:00000001:3.0:1790692648.052579:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692648.052582:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692648.052584:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692649.076653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692649.076657:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692649.076659:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692650.100633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692650.100639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692650.100642:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1790692651.124636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692651.124639:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692651.124642:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692651.252530:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692651.252538:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692651.252540:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692651.252543:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692651.252548:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692651.252557:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20790
00000400:00000200:1.0:1790692651.252565:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692651.252571:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692651.252574:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692651.252576:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252580:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252582:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252583:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692651.252589:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692651.252590:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692651.252592:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692651.252595:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692651.252596:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692651.252598:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692651.252600:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252601:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252602:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252604:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692651.252606:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692651.252608:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252610:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692651.252612:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692651.252614:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692651.252616:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252617:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692651.252618:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692651.252625:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790692651.252628:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692651.252630:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692651.252631:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252634:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692651.252636:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692651.252639:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692651.252646:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790692651.252651:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692651.252661:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061174528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692651.252669:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692651.252672:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.252675:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061174528/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692651.252688:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692651.252690:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692651.252692:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692651.252693:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692651.252694:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692651.252696:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692651.252697:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20790
00000400:00000200:1.0:1790692651.252700:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692651.252702:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692651.252703:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692651.252717:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252719:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252721:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252723:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692651.252725:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692651.252726:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692651.252727:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692651.252729:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692651.252731:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692651.252733:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692651.252738:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252739:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252743:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252745:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692651.252748:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692651.252754:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252756:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692651.252759:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692651.252764:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692651.252768:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252771:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692651.252774:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692651.252778:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252782:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692651.252785:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692651.252789:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692651.252791:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692651.252793:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252797:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692651.252798:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692651.252802:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692651.252806:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000100:00000001:1.0:1790692651.252810:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692651.252816:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061174656/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692651.252824:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692651.252827:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.252831:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061174656/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692651.252838:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692651.252842:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692651.252848:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692651.252849:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692651.252850:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692651.252854:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692651.252858:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20790
00000400:00000200:1.0:1790692651.252862:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692651.252866:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692651.252868:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692651.252870:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252872:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252876:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252877:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692651.252879:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692651.252880:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692651.252883:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692651.252885:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692651.252890:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692651.252895:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692651.252898:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252900:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.252903:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252908:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692651.252912:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692651.252916:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692651.252924:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692651.252926:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692651.252932:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692651.252935:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252938:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692651.252939:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692651.252941:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252945:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692651.252948:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790692651.252952:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692651.252953:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692651.252954:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.252956:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692651.252958:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692651.252960:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692651.252965:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
00000100:00000001:1.0:1790692651.252968:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692651.252973:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061174784/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692651.252980:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692651.252983:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.252988:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061174784/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692651.252994:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.252997:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692651.253001:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692651.253005:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692651.253009:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692651.253012:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692651.253015:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692651.253020:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692651.253024:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20790
00000400:00000200:1.0:1790692651.253031:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692651.253035:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692651.253038:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692651.253040:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.253042:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.253045:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.253048:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692651.253059:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692651.253061:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692651.253065:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692651.253067:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692651.253069:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692651.253074:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692651.253076:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.253077:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692651.253081:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692651.253083:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692651.253088:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692651.253090:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692651.253094:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692651.253097:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692651.253099:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790692651.253103:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692651.253104:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.253108:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692651.253110:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000008:00100000:1.0:1790692651.253111:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692651.253118:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.253121:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692651.253127:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000020:00000040:1.0:1790692651.253138:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692651.253145:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692651.253149:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692651.253153:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692651.253155:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692651.253157:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692651.253162:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790692651.253166:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692651.253173:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061174912/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692651.253196:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692651.253197:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.253201:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061174912/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692651.253208:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692651.253214:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20800)
00000800:00000200:2.1:1790692651.253592:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692651.253595:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692651.253888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692651.253891:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692651.254161:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692651.254164:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000020:00000001:3.0:1790692652.148625:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692652.148629:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692652.148634:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692652.596544:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315464448, at 4315464512
00000100:00000040:1.0:1790692652.596544:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315464448, at 4315464512
00000100:00000010:1.0:1790692652.596558:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000100:00000010:0.0:1790692652.596560:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000020:00000001:3.0:1790692653.172640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692653.172643:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692653.172645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692654.196625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692654.196628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692654.196630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1790692655.220675:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692655.220679:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692655.220681:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692656.244583:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692656.244586:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692656.244589:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692656.372582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692656.372593:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692656.372595:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692656.372598:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692656.372603:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692656.372622:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20795
00000400:00000200:0.0:1790692656.372632:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692656.372638:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692656.372642:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692656.372645:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372648:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.372651:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692656.372659:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692656.372661:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692656.372663:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692656.372665:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692656.372668:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692656.372670:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692656.372673:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372675:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.372677:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372679:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692656.372681:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692656.372684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692656.372690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692656.372694:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692656.372696:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.372698:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692656.372700:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692656.372708:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692656.372711:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692656.372714:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692656.372717:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.372720:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692656.372722:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692656.372727:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692656.372733:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692656.372739:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692656.372755:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061175040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692656.372765:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692656.372769:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.372773:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061175040/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692656.372792:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692656.372795:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692656.372798:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692656.372799:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692656.372801:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692656.372810:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692656.372813:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20795
00000400:00000200:0.0:1790692656.372818:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692656.372824:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692656.372829:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692656.372835:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372841:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.372845:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372849:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692656.372854:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692656.372857:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692656.372860:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692656.372864:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692656.372868:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692656.372874:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692656.372882:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372886:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.372890:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372895:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692656.372899:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692656.372903:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692656.372909:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692656.372913:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692656.372920:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692656.372924:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.372928:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692656.372932:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692656.372939:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.372943:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692656.372950:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692656.372956:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692656.372961:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692656.372964:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.372968:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692656.372971:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692656.372974:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692656.372980:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692656.372986:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692656.372995:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061175168/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692656.373015:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692656.373020:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.373029:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061175168/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692656.373045:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692656.373050:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692656.373059:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692656.373061:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692656.373062:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692656.373065:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.1:1790692656.373066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692656.373070:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20795
00000800:00000200:2.1:1790692656.373070:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000400:00000200:0.0:1790692656.373079:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692656.373086:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692656.373091:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692656.373098:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373104:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.373109:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373114:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692656.373121:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692656.373124:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692656.373127:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692656.373132:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692656.373137:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692656.373143:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692656.373150:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373153:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.373159:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373164:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692656.373168:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692656.373173:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373178:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692656.373181:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692656.373196:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692656.373205:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373210:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692656.373215:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692656.373221:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373226:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692656.373233:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692656.373238:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692656.373252:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692656.373255:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373260:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692656.373263:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692656.373266:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692656.373273:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692656.373280:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692656.373292:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061175296/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692656.373325:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692656.373329:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.373337:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061175296/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692656.373356:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.373361:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692656.373367:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692656.373372:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692656.373379:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692656.373383:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692656.373387:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692656.373393:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692656.373400:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20795
00000400:00000200:0.0:1790692656.373408:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692656.373413:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692656.373416:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692656.373421:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373425:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.373435:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373439:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692656.373443:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692656.373445:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692656.373448:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692656.373450:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692656.373453:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692656.373482:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692656.373486:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373490:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692656.373494:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373498:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692656.373502:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692656.373506:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692656.373508:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692656.373511:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692656.373513:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692656.373517:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373520:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692656.373523:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692656.373526:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373530:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692656.373536:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692656.373541:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692656.373547:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692656.373549:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692656.373551:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692656.373551:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692656.373553:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692656.373555:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692656.373559:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692656.373566:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061175424/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692656.373582:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692656.373585:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.373592:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061175424/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692656.373602:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692656.373620:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20805)
00000800:00000200:2.1:1790692656.373627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692656.373630:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692656.373875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692656.373878:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692656.374213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692656.374216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000020:00000001:3.0:1790692657.268630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692657.268633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692657.268635:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692657.716550:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315469568, at 4315469632
00000100:00000040:1.0:1790692657.716550:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315469568, at 4315469632
00000100:00000010:0.0:1790692657.716565:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000100:00000010:1.0:1790692657.716568:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790692658.292603:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692658.292607:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692658.292611:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1790692659.316630:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692659.316633:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692659.316635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692660.340607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692660.340610:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692660.340612:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692661.364606:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692661.364610:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692661.364612:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790692661.492763:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692661.492770:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692661.492775:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692661.492786:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.492815:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692661.492819:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.492826:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692661.492832:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692661.492838:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692661.492848:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061175552:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692661.492858:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692661.492864:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692661.492869:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.492876:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692661.492885:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692661.492891:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692661.492902:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692661.492911:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692661.492920:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692661.492931:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061175552, portal 25
00000100:00000001:1.0:1790692661.492937:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692661.492939:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074951808 : -120939634599808 : ffff92018c0a5880)
00000100:00000040:1.0:1790692661.492949:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.492975:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692661.492984:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692661.492990:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692661.492998:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061175552, offset 0
00000400:00000200:1.0:1790692661.493021:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493035:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493046:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692661.493055:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692661.493063:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692661.493071:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692661.493077:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493086:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40430:40430:256:4294967295] 192.168.204.156@tcp LPNI seq info [40429:40429:8:4294967295]
00000400:00000200:1.0:1790692661.493108:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493122:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692661.493130:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493136:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692661.493143:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692661.493147:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692661.493152:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692661.493155:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692661.493159:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493161:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692661.493167:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692661.493171:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692661.493176:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692661.493179:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692661.493182:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692661.493186:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493195:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.493198:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493204:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493206:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692661.493211:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692661.493215:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692661.493217:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315474688
00000100:00000010:1.0:1790692661.493227:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7c60.
00000100:00000001:1.0:1790692661.493234:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692661.493240:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315474688
00000100:00000010:1.0:1790692661.493244:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7480.
00000100:00000001:1.0:1790692661.493246:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692661.493249:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692661.493252:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493254:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692661.493259:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692661/real 1790692661]  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692661.493269:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692661.493271:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692661.493273:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692661.493275:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692661.493277:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692661.493279:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692661.493282:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692661.493291:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493297:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692661.493299:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493301:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.493303:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692661.493307:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493315:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692661.493319:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493326:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692661.493329:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493331:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.493333:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493335:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692661.493337:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692661.493339:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692661.493344:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692661.493346:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692661.493350:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692661.493359:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061175552:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692661.493364:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493365:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.493369:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5880 x1877672061175552/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493375:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692661.493377:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692661.493380:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692661.493383:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692661.493385:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692661.493386:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692661.493388:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692661.493390:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790692661.493393:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692661.493395:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692661.493397:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5880.
00000100:00000001:1.0:1790692661.493400:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692661.493401:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493403:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493410:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692661.493412:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493414:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692661.493416:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692661.493417:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692661.493421:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493428:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692661.493430:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.493432:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692661.493433:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692661.493435:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692661.493438:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175680:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692661.493441:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692661.493443:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692661.493444:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.493446:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692661.493449:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692661.493451:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692661.493479:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692661.493482:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692661.493486:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692661.493489:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061175680, portal 10
00000100:00000001:1.0:1790692661.493491:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692661.493492:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074960768 : -120939634590848 : ffff92018c0a7b80)
00000100:00000040:1.0:1790692661.493499:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493504:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692661.493506:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692661.493523:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692661.493526:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061175680, offset 0
00000400:00000200:1.0:1790692661.493530:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493534:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493538:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692661.493541:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692661.493543:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692661.493545:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692661.493548:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493551:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40431:40431:256:4294967295] 192.168.204.156@tcp LPNI seq info [40430:40430:8:4294967295]
00000400:00000200:1.0:1790692661.493555:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493561:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692661.493565:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493568:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692661.493572:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692661.493574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692661.493578:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692661.493581:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692661.493584:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493586:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692661.493589:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692661.493592:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692661.493595:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692661.493597:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692661.493599:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692661.493603:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493612:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.493615:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493620:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493622:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692661.493626:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692661.493629:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692661.493632:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692661.493634:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315473423
00000100:00000001:1.0:1790692661.493637:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.493639:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315473423
00000100:00000001:1.0:1790692661.493641:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.493643:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692661.493645:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493647:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692661.493651:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692661/real 1790692661]  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692661.493658:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692661.493660:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692661.493661:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692661.493663:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692661.493665:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692661.493667:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692661.493671:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692661.493679:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493685:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692661.493686:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493688:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.493689:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692661.493693:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493699:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692661.493703:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493710:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692661.493713:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493714:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.493715:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493717:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692661.493719:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692661.493721:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692661.493725:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692661.493727:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692661.493731:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692661.493739:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175680:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692661.493742:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692661.493745:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493751:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692661.493753:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.493754:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692661.493756:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692661.493758:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692661.493761:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175808:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692661.493764:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692661.493766:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692661.493768:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.493770:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692661.493772:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692661.493774:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692661.493778:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692661.493780:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692661.493783:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692661.493785:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061175808, portal 10
00000100:00000001:1.0:1790692661.493787:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692661.493789:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074955392 : -120939634596224 : ffff92018c0a6680)
00000100:00000040:1.0:1790692661.493794:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493800:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692661.493803:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692661.493805:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692661.493807:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061175808, offset 0
00000400:00000200:1.0:1790692661.493811:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493814:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493818:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692661.493821:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692661.493823:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692661.493825:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692661.493827:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692661.493830:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40432:40432:256:4294967295] 192.168.204.156@tcp LPNI seq info [40431:40431:8:4294967295]
00000400:00000200:1.0:1790692661.493833:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.493838:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692661.493842:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493845:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692661.493849:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692661.493851:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692661.493855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692661.493858:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692661.493875:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.493877:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692661.493880:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692661.493883:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692661.493887:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692661.493888:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692661.493891:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692661.493895:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493902:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.493905:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493911:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493913:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692661.493916:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692661.493919:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692661.493922:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692661.493924:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315473432
00000100:00000001:1.0:1790692661.493927:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.493929:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315473432
00000100:00000001:1.0:1790692661.493931:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.493932:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692661.493934:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.493936:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692661.493940:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692661/real 1790692661]  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692661.493947:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692661.493948:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692661.493950:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692661.493952:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692661.493954:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692661.493955:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692661.493958:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692661.493966:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493971:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692661.493973:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.493975:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.493976:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692661.493979:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493986:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692661.493989:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.493996:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692661.493999:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494000:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.494001:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494003:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692661.494005:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692661.494007:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692661.494010:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692661.494013:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692661.494016:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692661.494024:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175808:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692661.494027:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692661.494031:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494037:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692661.494038:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.494040:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692661.494042:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692661.494044:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692661.494046:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175936:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692661.494049:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692661.494051:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692661.494052:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692661.494054:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692661.494057:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692661.494059:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692661.494063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692661.494065:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692661.494068:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692661.494071:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061175936, portal 4
00000100:00000001:1.0:1790692661.494073:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692661.494074:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074957184 : -120939634594432 : ffff92018c0a6d80)
00000100:00000040:1.0:1790692661.494080:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494086:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692661.494088:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692661.494090:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692661.494092:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061175936, offset 0
00000400:00000200:1.0:1790692661.494096:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692661.494100:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.494104:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692661.494106:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692661.494108:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692661.494110:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692661.494113:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692661.494115:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40433:40433:256:4294967295] 192.168.204.156@tcp LPNI seq info [40432:40432:8:4294967295]
00000400:00000200:1.0:1790692661.494119:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692661.494124:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692661.494129:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.494132:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692661.494136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692661.494139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692661.494143:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692661.494145:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692661.494148:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692661.494150:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692661.494153:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692661.494156:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692661.494158:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692661.494161:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692661.494163:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692661.494167:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494174:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.494177:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692686 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494183:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.494184:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692661.494187:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692661.494190:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692661.494193:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692661.494195:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315473426
00000100:00000001:1.0:1790692661.494197:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.494200:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315473426
00000100:00000001:1.0:1790692661.494202:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315474688
00000100:00000001:1.0:1790692661.494204:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692661.494205:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.494207:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692661.494211:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692661/real 1790692661]  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692661.494218:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692661.494219:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692661.494221:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692661.494223:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692661.494225:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692661.494227:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692661.494230:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692661.494237:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494244:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692661.494245:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494247:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.494248:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692661.494252:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494258:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692661.494261:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494267:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692661.494270:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494271:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692661.494272:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494274:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692661.494276:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692661.494278:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692661.494281:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692661.494283:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692661.494287:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692661.494294:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061175936:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692661.494297:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494299:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.494301:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7b80 x1877672061175680/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494307:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692661.494308:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692661.494311:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692661.494313:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692661.494315:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692661.494316:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692661.494318:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692661.494319:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790692661.494322:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692661.494323:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692661.494324:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7b80.
00000100:00000001:1.0:1790692661.494327:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692661.494328:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494330:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.494333:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6680 x1877672061175808/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494339:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692661.494340:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692661.494341:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692661.494343:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692661.494345:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692661.494346:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692661.494347:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692661.494349:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790692661.494351:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692661.494352:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692661.494353:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6680.
00000100:00000001:1.0:1790692661.494355:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692661.494357:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494358:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692661.494361:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6d80 x1877672061175936/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692686 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692661.494366:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692661.494367:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692661.494369:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692661.494371:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692661.494372:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692661.494373:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692661.494375:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692661.494376:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790692661.494378:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692661.494379:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692661.494380:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6d80.
00000100:00000001:1.0:1790692661.494382:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692661.494383:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494385:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692661.494389:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692661.494390:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692661.494392:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692661.494394:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692662.388659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692662.388662:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692662.388664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692662.836582:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315474688, at 4315474752
00000100:00000040:1.0:1790692662.836582:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315474688, at 4315474752
00000100:00000010:0.0:1790692662.836597:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000100:00000010:1.0:1790692662.836600:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000020:00000001:1.0:1790692663.412654:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692663.412657:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692663.412659:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692664.436627:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692664.436630:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692664.436633:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692665.460598:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692665.460601:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692665.460604:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692666.484629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692666.484632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692666.484635:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000001:1.0:1790692666.612750:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692666.612756:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692666.612761:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692666.612771:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.612790:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692666.612794:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.612799:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692666.612804:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692666.612808:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692666.612812:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061176064:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692666.612815:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692666.612819:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692666.612822:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.612824:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692666.612830:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692666.612836:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692666.612845:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692666.612850:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692666.612857:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692666.612865:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061176064, portal 25
00000100:00000001:1.0:1790692666.612871:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692666.612875:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074948224 : -120939634603392 : ffff92018c0a4a80)
00000100:00000040:1.0:1790692666.612885:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.612912:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692666.612919:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692666.612924:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692666.612931:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061176064, offset 0
00000400:00000200:1.0:1790692666.612944:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692666.612958:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.612968:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692666.612975:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692666.612980:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692666.612984:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692666.612989:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692666.612996:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40434:40434:256:4294967295] 192.168.204.156@tcp LPNI seq info [40433:40433:8:4294967295]
00000400:00000200:1.0:1790692666.613003:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613015:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692666.613021:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613027:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692666.613041:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692666.613045:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692666.613052:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692666.613059:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692666.613068:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613071:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692666.613077:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692666.613083:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692666.613089:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692666.613093:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692666.613098:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692666.613104:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613122:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.613126:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613140:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613143:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692666.613149:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692666.613154:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692666.613157:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315479808
00000100:00000010:1.0:1790692666.613163:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7480.
00000100:00000001:1.0:1790692666.613171:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692666.613179:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315479808
00000100:00000010:1.0:1790692666.613183:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7960.
00000100:00000001:1.0:1790692666.613189:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692666.613194:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692666.613199:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613203:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692666.613209:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692666/real 1790692666]  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692666.613225:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692666.613227:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692666.613230:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692666.613234:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692666.613237:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692666.613240:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692666.613245:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692666.613258:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613284:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692666.613286:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613290:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613292:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692666.613298:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613312:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692666.613317:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613322:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692666.613324:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613325:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613326:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613328:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692666.613329:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692666.613331:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692666.613333:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692666.613335:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692666.613337:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692666.613341:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061176064:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692666.613344:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613345:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.613347:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4a80 x1877672061176064/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613351:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692666.613352:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692666.613354:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692666.613356:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692666.613357:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692666.613359:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692666.613360:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692666.613361:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790692666.613365:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692666.613366:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692666.613367:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692666.613369:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692666.613369:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613371:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613375:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692666.613376:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613378:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692666.613379:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692666.613380:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692666.613382:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613386:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692666.613387:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613388:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692666.613389:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692666.613390:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692666.613392:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176192:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692666.613393:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692666.613395:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692666.613395:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613397:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692666.613398:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692666.613400:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692666.613402:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692666.613403:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692666.613423:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692666.613426:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061176192, portal 10
00000100:00000001:1.0:1790692666.613427:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692666.613428:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074949120 : -120939634602496 : ffff92018c0a4e00)
00000100:00000040:1.0:1790692666.613433:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613437:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692666.613438:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692666.613439:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692666.613441:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061176192, offset 0
00000400:00000200:1.0:1790692666.613443:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613445:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613448:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692666.613449:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692666.613451:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692666.613473:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692666.613475:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613477:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40435:40435:256:4294967295] 192.168.204.156@tcp LPNI seq info [40434:40434:8:4294967295]
00000400:00000200:1.0:1790692666.613479:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613483:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692666.613486:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613489:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692666.613491:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692666.613493:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692666.613495:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692666.613497:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692666.613499:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613500:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692666.613502:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692666.613504:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692666.613506:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692666.613507:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692666.613508:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692666.613511:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613520:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.613522:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613526:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613527:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692666.613530:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692666.613533:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692666.613536:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692666.613538:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315478543
00000100:00000001:1.0:1790692666.613541:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613543:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315478543
00000100:00000001:1.0:1790692666.613545:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613547:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692666.613549:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613550:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692666.613555:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692666/real 1790692666]  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692666.613562:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692666.613564:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692666.613566:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692666.613568:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692666.613570:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692666.613572:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692666.613575:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692666.613583:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613590:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692666.613592:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613594:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613595:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692666.613598:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613604:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692666.613608:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613614:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692666.613615:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613616:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613617:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613618:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692666.613619:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692666.613621:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692666.613623:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692666.613624:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692666.613627:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692666.613631:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176192:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692666.613633:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692666.613635:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613638:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692666.613639:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613640:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692666.613642:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692666.613643:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692666.613645:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176320:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692666.613647:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692666.613648:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692666.613649:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613650:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692666.613652:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692666.613653:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692666.613656:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692666.613657:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692666.613659:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692666.613661:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061176320, portal 10
00000100:00000001:1.0:1790692666.613662:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692666.613663:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074946432 : -120939634605184 : ffff92018c0a4380)
00000100:00000040:1.0:1790692666.613667:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613670:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692666.613672:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692666.613673:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692666.613674:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061176320, offset 0
00000400:00000200:1.0:1790692666.613676:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613678:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613681:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692666.613683:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692666.613684:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692666.613685:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692666.613687:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613689:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40436:40436:256:4294967295] 192.168.204.156@tcp LPNI seq info [40435:40435:8:4294967295]
00000400:00000200:1.0:1790692666.613691:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613695:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692666.613698:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613700:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692666.613702:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692666.613704:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692666.613706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692666.613707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692666.613710:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613711:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692666.613713:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692666.613715:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692666.613717:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692666.613719:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692666.613721:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692666.613725:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613732:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.613735:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613741:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613742:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692666.613745:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692666.613748:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692666.613751:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692666.613753:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315478552
00000100:00000001:1.0:1790692666.613755:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613757:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315478552
00000100:00000001:1.0:1790692666.613759:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613761:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692666.613762:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613763:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692666.613766:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692666/real 1790692666]  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692666.613771:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692666.613772:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692666.613773:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692666.613775:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692666.613776:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692666.613777:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692666.613779:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692666.613784:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613787:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692666.613788:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613789:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613789:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692666.613791:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613795:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692666.613797:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613801:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692666.613802:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613803:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613804:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613805:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692666.613806:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692666.613807:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692666.613809:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692666.613810:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692666.613812:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692666.613819:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176320:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692666.613821:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692666.613823:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613827:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692666.613827:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613828:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692666.613830:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692666.613831:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692666.613832:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176448:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692666.613834:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692666.613835:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692666.613836:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692666.613837:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692666.613839:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692666.613840:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692666.613842:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692666.613843:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692666.613845:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692666.613847:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061176448, portal 4
00000100:00000001:1.0:1790692666.613848:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692666.613849:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950912 : -120939634600704 : ffff92018c0a5500)
00000100:00000040:1.0:1790692666.613853:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613856:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692666.613857:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692666.613859:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692666.613860:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061176448, offset 0
00000400:00000200:1.0:1790692666.613863:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613867:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613870:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692666.613873:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692666.613875:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692666.613877:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692666.613879:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692666.613882:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40437:40437:256:4294967295] 192.168.204.156@tcp LPNI seq info [40436:40436:8:4294967295]
00000400:00000200:1.0:1790692666.613885:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692666.613891:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692666.613895:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613899:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692666.613902:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692666.613905:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692666.613908:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692666.613910:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692666.613912:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692666.613913:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692666.613915:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692666.613917:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692666.613919:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692666.613921:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692666.613923:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692666.613926:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613933:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.613936:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692691 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613942:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613943:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692666.613946:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692666.613949:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692666.613952:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692666.613954:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315478546
00000100:00000001:1.0:1790692666.613957:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613959:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315478546
00000100:00000001:1.0:1790692666.613961:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315479808
00000100:00000001:1.0:1790692666.613963:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692666.613965:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.613966:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692666.613969:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692666/real 1790692666]  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692666.613973:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692666.613974:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692666.613975:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692666.613976:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692666.613978:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692666.613979:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692666.613981:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692666.613986:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613989:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692666.613990:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.613991:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.613992:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692666.613994:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.613997:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692666.613999:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.614003:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692666.614005:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614006:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692666.614007:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614008:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692666.614009:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692666.614011:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692666.614013:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692666.614014:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692666.614016:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692666.614020:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176448:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692666.614022:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614023:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.614025:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4e00 x1877672061176192/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.614028:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692666.614029:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692666.614030:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692666.614032:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692666.614033:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692666.614033:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692666.614035:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692666.614036:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692666.614037:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692666.614038:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692666.614039:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4e00.
00000100:00000001:1.0:1790692666.614041:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692666.614041:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614042:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.614044:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4380 x1877672061176320/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.614051:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692666.614052:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692666.614053:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692666.614054:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692666.614055:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692666.614055:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692666.614056:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692666.614057:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790692666.614058:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692666.614059:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692666.614059:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4380.
00000100:00000001:1.0:1790692666.614060:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692666.614061:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614062:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692666.614063:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5500 x1877672061176448/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692691 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692666.614066:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692666.614067:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692666.614068:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692666.614069:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692666.614069:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692666.614070:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692666.614071:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692666.614072:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
02000000:00000001:1.0:1790692666.614073:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692666.614073:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692666.614074:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5500.
00000100:00000001:1.0:1790692666.614075:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692666.614076:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614077:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692666.614079:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692666.614080:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692666.614081:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692666.614082:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692667.508629:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692667.508632:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692667.508635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692667.956510:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315479808, at 4315479872
00000100:00000010:0.0:1790692667.956526:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00000100:00000040:1.0:1790692667.956530:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315479808, at 4315479872
00000100:00000010:1.0:1790692667.956538:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000020:00000001:3.0:1790692668.532691:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692668.532695:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692668.532698:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692669.556609:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692669.556613:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692669.556616:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:3.0:1790692670.580604:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692670.580607:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692670.580610:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000020:00000001:1.0:1790692671.604610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692671.604615:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692671.604618:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692671.732573:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692671.732581:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692671.732584:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692671.732586:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692671.732589:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692671.732594:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20811
00000400:00000200:1.0:1790692671.732601:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692671.732607:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692671.732609:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692671.732611:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.732616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732617:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692671.732623:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692671.732625:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692671.732626:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692671.732629:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692671.732631:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692671.732632:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692671.732634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732635:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.732636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692671.732639:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692671.732642:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732644:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692671.732646:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692671.732649:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692671.732650:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.732652:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692671.732653:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692671.732661:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692671.732663:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692671.732666:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692671.732667:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.732669:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692671.732671:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692671.732674:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692671.732679:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790692671.732684:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692671.732692:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061176576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692671.732702:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692671.732706:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.732711:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061176576/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692671.732734:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692671.732737:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692671.732741:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692671.732742:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692671.732744:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692671.732748:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692671.732751:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20811
00000400:00000200:1.0:1790692671.732756:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692671.732760:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692671.732763:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692671.732769:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732770:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.732772:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732775:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692671.732780:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692671.732782:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692671.732784:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692671.732788:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692671.732790:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692671.732793:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692671.732799:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732800:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.732803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732806:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692671.732807:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692671.732812:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692671.732816:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692671.732818:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692671.732824:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692671.732827:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.732830:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692671.732836:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692671.732844:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.732848:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692671.732857:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000020:00000040:1.0:1790692671.732862:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692671.732869:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692671.732872:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.732874:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692671.732876:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692671.732880:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692671.732885:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
00000100:00000001:1.0:1790692671.732893:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692671.732904:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061176704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692671.732920:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692671.732924:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.732932:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061176704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692671.732950:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692671.732956:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692671.732964:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692671.732969:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692671.732973:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692671.732979:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692671.732984:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20811
00000400:00000200:1.0:1790692671.732997:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692671.733004:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692671.733008:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692671.733013:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733017:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.733022:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733027:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790692671.733027:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:1.0:1790692671.733033:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.1:1790692671.733033:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000020:00000040:1.0:1790692671.733036:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692671.733040:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692671.733044:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692671.733049:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692671.733052:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692671.733056:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733060:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.733063:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733066:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692671.733070:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692671.733076:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733082:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692671.733085:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692671.733088:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692671.733093:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733096:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692671.733099:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692671.733103:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733106:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692671.733112:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790692671.733116:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692671.733121:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692671.733124:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733128:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692671.733131:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692671.733135:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692671.733140:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000100:00000001:1.0:1790692671.733144:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692671.733154:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061176832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692671.733165:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692671.733169:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.733176:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061176832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692671.733195:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.733201:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692671.733210:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692671.733216:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692671.733222:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692671.733225:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692671.733228:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692671.733235:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692671.733240:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20811
00000400:00000200:1.0:1790692671.733248:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692671.733256:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692671.733261:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692671.733268:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733273:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.733280:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733286:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692671.733294:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692671.733297:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692671.733303:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692671.733308:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692671.733323:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692671.733329:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692671.733334:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733337:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692671.733338:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733339:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692671.733341:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692671.733343:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692671.733346:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692671.733350:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692671.733353:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692671.733357:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733359:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692671.733362:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692671.733368:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733371:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692671.733376:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790692671.733382:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692671.733388:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692671.733392:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692671.733396:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692671.733397:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692671.733399:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692671.733405:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790692671.733412:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692671.733423:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692671.733434:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692671.733438:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.733443:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692671.733451:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692671.733487:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20821)
00000800:00000200:2.1:1790692671.733568:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692671.733570:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692671.733789:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692671.733791:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1790692671.733877:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061176832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692671.733885:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176832:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692671.733887:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692671.733889:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.733892:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692671.733893:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692671.733894:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692671.733895:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692671.733896:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692671.733898:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176960:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692671.733899:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692671.733900:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692671.733901:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692671.733902:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692671.733904:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692671.733905:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692671.733907:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692671.733909:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692671.733911:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692671.733912:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061176960, portal 4
00000100:00000001:2.0:1790692671.733913:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692671.733914:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692671.733917:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.733921:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692671.733922:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692671.733924:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692671.733925:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061176960, offset 0
00000400:00000200:2.0:1790692671.733927:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692671.733929:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692671.733931:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692671.733933:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692671.733934:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692671.733936:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692671.733937:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692671.733939:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40441:40441:256:4294967295] 192.168.204.156@tcp LPNI seq info [40440:40440:8:4294967295]
00000400:00000200:2.0:1790692671.733941:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692671.733945:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692671.733947:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692671.733949:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692671.733951:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692671.733953:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692671.733955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692671.733957:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790692671.733959:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692671.733960:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692671.733961:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692671.733964:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692671.733965:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692671.733966:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692671.733967:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692671.733969:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692696 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.733973:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692671.733975:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692696 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.733978:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692671.733979:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692671.733981:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692671.733982:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692671.733984:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692671.733985:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315483666
00000100:00000001:2.0:1790692671.733987:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315484928
00000100:00000001:2.0:1790692671.733988:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315483666
00000100:00000001:2.0:1790692671.733989:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315484928
00000100:00000001:2.0:1790692671.733990:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692671.733991:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692671.733992:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692671.733994:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692671/real 1790692671]  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692671.733997:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692671.733998:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692671.733999:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692671.734000:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692671.734001:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692671.734002:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692671.734004:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692671.734009:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734012:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692671.734013:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734013:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692671.734014:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692671.734016:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734019:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692671.734021:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734024:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692671.734026:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734027:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692671.734028:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734029:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692671.734030:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692671.734031:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692671.734033:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692671.734034:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692671.734036:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692671.734040:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061176960:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692671.734042:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734043:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692671.734044:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061176704/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734047:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692671.734048:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692671.734049:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692671.734051:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692671.734052:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692671.734052:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692671.734053:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692671.734054:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790692671.734056:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692671.734057:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692671.734058:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692671.734059:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692671.734060:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734061:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692671.734063:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061176832/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734070:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692671.734071:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692671.734072:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692671.734073:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692671.734073:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692671.734074:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692671.734075:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692671.734076:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970400.
02000000:00000001:2.0:1790692671.734077:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692671.734077:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692671.734078:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692671.734079:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692671.734080:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734081:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692671.734082:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061176960/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692696 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692671.734085:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692671.734086:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692671.734087:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692671.734088:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692671.734088:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692671.734089:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692671.734090:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692671.734091:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790692671.734091:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692671.734092:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692671.734093:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692671.734094:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692671.734095:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734095:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692671.734098:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692671.734098:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692671.734099:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692671.734100:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692672.628578:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692672.628580:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692672.628584:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628589:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692672.628592:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628594:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628597:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692672.628603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692672.628607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692672.628608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692672.628667:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692672.628670:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692672.628673:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692673.076534:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315484928, at 4315484992
00000100:00000040:1.0:1790692673.076534:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315484928, at 4315484992
00000100:00000010:0.0:1790692673.076547:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000100:00000010:1.0:1790692673.076550:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00010000:00000001:2.0:1790692673.652535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692673.652540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692673.652544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692673.652545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692673.652547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692673.652548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692673.652604:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692673.652608:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692673.652612:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692674.676559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692674.676563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692674.676569:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692674.676572:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692674.676574:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676576:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692674.676578:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676579:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676580:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692674.676583:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692674.676584:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692674.676585:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676586:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692674.676587:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676587:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692674.676588:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692674.676650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692674.676654:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692674.676658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692675.700527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692675.700532:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692675.700536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692675.700538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692675.700540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692675.700541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692675.700603:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692675.700607:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692675.700610:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692676.724570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692676.724577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692676.724582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692676.724583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692676.724586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692676.724588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692676.724635:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692676.724638:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692676.724640:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692676.852531:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692676.852538:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692676.852540:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692676.852542:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692676.852546:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692676.852551:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20816
00000400:00000200:2.0:1790692676.852558:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692676.852562:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692676.852565:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692676.852567:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852569:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692676.852571:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852572:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692676.852578:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692676.852579:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692676.852581:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692676.852583:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692676.852585:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692676.852586:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692676.852588:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852589:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692676.852590:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852591:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692676.852594:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692676.852596:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852597:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692676.852600:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692676.852602:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692676.852603:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852605:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692676.852606:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692676.852612:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4000.
00000020:00000040:2.0:1790692676.852614:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692676.852616:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692676.852617:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852619:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692676.852621:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692676.852625:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692676.852629:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83800.
00000100:00000001:2.0:1790692676.852634:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692676.852639:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692676.852646:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692676.852649:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692676.852652:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035830984] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692676.852667:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692676.852669:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692676.852673:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692676.852674:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692676.852676:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692676.852678:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692676.852681:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20816
00000400:00000200:2.0:1790692676.852685:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692676.852688:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692676.852690:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1790692676.852690:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692676.852692:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692676.852694:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692676.852694:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692676.852696:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692676.852696:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852697:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692676.852700:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692676.852701:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000040:1.0:1790692676.852702:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692676.852703:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692676.852705:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692676.852707:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692676.852709:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692676.852710:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692676.852711:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692676.852712:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852714:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790692676.852715:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790692676.852715:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852717:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692676.852718:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790692676.852719:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:1.0:1790692676.852721:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692676.852722:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1790692676.852724:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061177088:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692676.852724:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692676.852726:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692676.852728:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692676.852730:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692676.852732:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692676.852732:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.852734:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852734:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692676.852736:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:2.0:1790692676.852738:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692676.852740:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692676.852741:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
00000100:00000001:2.0:1790692676.852742:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.852743:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692676.852745:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7480.
00000020:00000040:2.0:1790692676.852747:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000200:1.0:1790692676.852748:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692676.852752:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
02000000:00000001:2.0:1790692676.852756:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790692676.852758:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
02000000:00000001:2.0:1790692676.852758:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852759:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692676.852761:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692676.852762:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692676.852764:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177088, portal 25
02000000:00000010:2.0:1790692676.852765:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80000.
00000100:00000001:1.0:1790692676.852767:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692676.852768:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074945536 : -120939634606080 : ffff92018c0a4000)
00000100:00000001:2.0:1790692676.852768:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692676.852772:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692676.852773:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692676.852780:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692676.852781:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790692676.852782:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692676.852784:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790692676.852785:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c77e8c6] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692676.852786:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692676.852789:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061177088, offset 0
00000100:00000001:2.0:1790692676.852793:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692676.852795:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:2.0:1790692676.852800:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790692676.852802:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:2.0:1790692676.852804:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692676.852805:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692676.852806:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790692676.852808:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:2.0:1790692676.852808:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692676.852810:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20816
00000400:00000200:1.0:1790692676.852812:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692676.852813:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692676.852815:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790692676.852816:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:2.0:1790692676.852817:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692676.852819:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000040:2.0:1790692676.852820:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692676.852822:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852822:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692676.852824:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692676.852825:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40442:40442:256:4294967295] 192.168.204.156@tcp LPNI seq info [40441:40441:8:4294967295]
00000100:00000001:2.0:1790692676.852826:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692676.852828:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790692676.852830:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:2.0:1790692676.852830:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692676.852831:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692676.852833:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692676.852834:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692676.852837:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692676.852838:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790692676.852840:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852842:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692676.852843:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692676.852844:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852845:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692676.852847:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:1.0:1790692676.852849:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00080000:2.0:1790692676.852849:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852851:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692676.852852:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.0:1790692676.852855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:2.0:1790692676.852855:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692676.852857:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852858:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.0:1790692676.852859:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000008:00100000:2.0:1790692676.852860:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692676.852863:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852864:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692676.852868:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5500.
00000800:00000200:1.1:1790692676.852869:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:2.0:1790692676.852870:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790692676.852873:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1790692676.852873:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
02000000:00000001:2.0:1790692676.852874:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852875:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:1.0:1790692676.852877:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:2.0:1790692676.852877:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692676.852878:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692676.852879:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
02000000:00000010:2.0:1790692676.852881:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82c00.
00000100:00000001:2.0:1790692676.852883:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692676.852885:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:2.0:1790692676.852887:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692676.852890:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790692676.852894:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692676.852895:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000100:00000001:2.0:1790692676.852896:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692676.852897:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000040:2.0:1790692676.852899:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ead06bf9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.852901:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692676.852904:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692676.852906:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692676.852908:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692676.852912:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790692676.852913:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:2.0:1790692676.852915:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692676.852916:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692676.852918:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692676.852919:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692676.852921:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692676.852923:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852924:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692676.852925:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:2.0:1790692676.852926:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20816
00000400:00000200:2.0:1790692676.852928:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692676.852930:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692676.852931:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790692676.852933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:2.0:1790692676.852933:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692676.852935:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315490048
00000100:00000040:2.0:1790692676.852935:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852937:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692676.852939:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000010:1.0:1790692676.852940:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7960.
00000100:00000001:2.0:1790692676.852941:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692676.852943:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692676.852944:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790692676.852945:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1790692676.852946:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692676.852948:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692676.852949:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692676.852951:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692676.852952:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315490048
00000100:00000040:2.0:1790692676.852954:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000010:1.0:1790692676.852955:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ea0.
00000100:00000001:2.0:1790692676.852956:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692676.852957:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1790692676.852957:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692676.852959:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692676.852960:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790692676.852961:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692676.852963:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692676.852964:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692676.852965:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790692676.852966:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692676.852967:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:1.0:1790692676.852969:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692676/real 1790692676]  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692676.852970:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692676.852972:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852974:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692676.852976:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790692676.852978:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852980:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692676.852983:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4380.
00000020:00000040:2.0:1790692676.852984:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:1.0:1790692676.852985:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692676.852986:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692676.852988:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692676.852990:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692676.852992:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692676.852994:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:2.0:1790692676.852994:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692676.852995:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692676.852996:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790692676.852998:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692676.852998:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692676.852999:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692676.853003:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80c00.
00000100:00000001:2.0:1790692676.853005:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692676.853006:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692676.853009:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692676.853013:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692676.853015:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692676.853016:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692676.853017:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692676.853018:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853019:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692676.853021:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddadd151] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692676.853023:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692676.853028:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853030:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692676.853032:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20826)
00000100:00000040:1.0:1790692676.853034:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853040:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692676.853043:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853045:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853046:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853048:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692676.853050:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692676.853054:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692676.853057:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692676.853059:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692676.853064:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692676.853071:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061177088:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692676.853075:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853076:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853078:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4000 x1877672061177088/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853082:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692676.853084:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853085:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692676.853087:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692676.853089:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692676.853090:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692676.853091:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692676.853096:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790692676.853099:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692676.853100:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692676.853102:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4000.
00000100:00000001:1.0:1790692676.853104:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692676.853104:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853106:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853113:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692676.853115:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853117:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692676.853118:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692676.853119:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692676.853122:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853129:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692676.853130:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853132:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692676.853134:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692676.853136:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692676.853138:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177216:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692676.853142:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692676.853144:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692676.853145:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853147:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853149:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692676.853151:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692676.853154:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692676.853156:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692676.853159:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692676.853161:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177216, portal 10
00000100:00000001:1.0:1790692676.853162:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692676.853163:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074958976 : -120939634592640 : ffff92018c0a7480)
00000100:00000040:1.0:1790692676.853167:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853171:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692676.853173:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692676.853174:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692676.853175:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061177216, offset 0
00000400:00000200:1.0:1790692676.853178:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853180:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853182:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692676.853184:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692676.853186:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692676.853187:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692676.853188:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853190:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40443:40443:256:4294967295] 192.168.204.156@tcp LPNI seq info [40442:40442:8:4294967295]
00000400:00000200:1.0:1790692676.853193:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853196:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692676.853199:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853201:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692676.853203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692676.853205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692676.853207:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692676.853209:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692676.853225:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853227:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692676.853229:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692676.853231:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692676.853233:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692676.853234:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692676.853236:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692676.853238:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853243:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853244:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853248:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853249:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692676.853251:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692676.853254:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692676.853256:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692676.853257:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315488782
00000100:00000001:1.0:1790692676.853259:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853260:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315488782
00000100:00000001:1.0:1790692676.853261:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853262:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692676.853263:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853265:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692676.853266:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692676/real 1790692676]  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692676.853271:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692676.853272:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692676.853273:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692676.853274:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692676.853275:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692676.853277:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692676.853279:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692676.853283:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853286:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692676.853287:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853288:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853289:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692676.853290:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853294:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692676.853296:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853299:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692676.853301:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853302:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853303:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853304:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692676.853305:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692676.853307:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692676.853308:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692676.853309:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692676.853311:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692676.853315:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177216:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692676.853318:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692676.853320:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853323:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692676.853324:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853325:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692676.853326:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692676.853327:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692676.853329:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177344:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692676.853331:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692676.853332:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692676.853333:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853334:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853336:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692676.853337:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692676.853339:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692676.853340:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692676.853342:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692676.853343:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177344, portal 10
00000100:00000001:1.0:1790692676.853344:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692676.853345:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950912 : -120939634600704 : ffff92018c0a5500)
00000100:00000040:1.0:1790692676.853348:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853352:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692676.853353:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692676.853355:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692676.853356:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061177344, offset 0
00000400:00000200:1.0:1790692676.853358:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853360:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853362:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692676.853363:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692676.853365:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692676.853367:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692676.853368:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853370:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40444:40444:256:4294967295] 192.168.204.156@tcp LPNI seq info [40443:40443:8:4294967295]
00000400:00000200:1.0:1790692676.853372:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853376:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692676.853378:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853379:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692676.853382:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692676.853383:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692676.853385:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692676.853387:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692676.853389:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853390:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692676.853392:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692676.853394:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692676.853396:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692676.853397:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692676.853398:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692676.853400:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853404:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853406:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853409:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853410:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692676.853412:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692676.853413:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692676.853415:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692676.853416:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315488791
00000100:00000001:1.0:1790692676.853417:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853419:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315488791
00000100:00000001:1.0:1790692676.853420:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853422:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692676.853423:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853424:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692676.853426:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692676/real 1790692676]  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692676.853430:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692676.853430:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692676.853431:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692676.853432:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692676.853433:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692676.853434:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692676.853435:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692676.853440:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853444:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692676.853444:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853445:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853446:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692676.853448:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853451:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692676.853468:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853472:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692676.853474:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853474:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853475:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853477:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692676.853478:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692676.853479:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692676.853481:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692676.853483:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692676.853485:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692676.853490:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177344:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692676.853492:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692676.853494:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853498:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692676.853499:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853500:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692676.853500:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692676.853501:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692676.853503:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177472:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692676.853504:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692676.853506:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692676.853507:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692676.853508:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853510:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692676.853511:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692676.853513:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692676.853515:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692676.853517:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692676.853518:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177472, portal 4
00000100:00000001:1.0:1790692676.853520:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692676.853520:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074946432 : -120939634605184 : ffff92018c0a4380)
00000100:00000040:1.0:1790692676.853523:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853528:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692676.853529:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692676.853530:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692676.853532:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061177472, offset 0
00000400:00000200:1.0:1790692676.853534:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853535:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853537:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692676.853539:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692676.853540:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692676.853541:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692676.853542:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692676.853544:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40445:40445:256:4294967295] 192.168.204.156@tcp LPNI seq info [40444:40444:8:4294967295]
00000400:00000200:1.0:1790692676.853547:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692676.853551:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692676.853553:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853555:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692676.853557:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692676.853559:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692676.853561:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692676.853563:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692676.853565:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692676.853566:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692676.853568:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692676.853569:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692676.853571:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692676.853572:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692676.853574:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692676.853576:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853580:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853582:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692701 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853589:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853590:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692676.853592:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692676.853593:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692676.853595:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692676.853596:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315488786
00000100:00000001:1.0:1790692676.853598:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853599:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315488786
00000100:00000001:1.0:1790692676.853600:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315490048
00000100:00000001:1.0:1790692676.853601:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692676.853602:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853603:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692676.853605:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692676/real 1790692676]  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692676.853609:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692676.853609:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692676.853610:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692676.853612:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692676.853613:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692676.853614:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692676.853616:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692676.853620:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853623:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692676.853624:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853625:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853625:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692676.853627:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853632:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692676.853634:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853637:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692676.853638:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853639:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692676.853640:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853641:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692676.853642:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692676.853643:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692676.853644:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692676.853645:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692676.853647:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692676.853651:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177472:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692676.853653:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853654:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853656:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7480 x1877672061177216/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853659:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692676.853660:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853661:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692676.853662:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692676.853663:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692676.853663:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692676.853665:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692676.853666:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80000.
02000000:00000001:1.0:1790692676.853668:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692676.853668:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692676.853669:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7480.
00000100:00000001:1.0:1790692676.853671:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692676.853672:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853673:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853674:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5500 x1877672061177344/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853678:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692676.853679:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853679:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692676.853681:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692676.853681:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692676.853682:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692676.853683:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692676.853684:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82c00.
02000000:00000001:1.0:1790692676.853685:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692676.853686:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692676.853687:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5500.
00000100:00000001:1.0:1790692676.853688:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692676.853688:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853689:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692676.853691:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4380 x1877672061177472/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692701 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692676.853694:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692676.853694:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692676.853695:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692676.853696:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692676.853697:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692676.853697:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692676.853698:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692676.853699:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80c00.
02000000:00000001:1.0:1790692676.853700:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692676.853700:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692676.853701:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4380.
00000100:00000001:1.0:1790692676.853702:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692676.853703:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853704:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692676.853707:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692676.853707:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692676.853709:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692676.853710:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692677.748546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692677.748554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692677.748559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692677.748561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692677.748564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692677.748565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692677.748621:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692677.748624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692677.748628:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692678.196517:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315490048, at 4315490112
00000100:00000040:0.0:1790692678.196528:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315490048, at 4315490112
00000100:00000010:1.0:1790692678.196532:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000100:00000010:0.0:1790692678.196538:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00010000:00000001:2.0:1790692678.772576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692678.772582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692678.772587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692678.772589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692678.772592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692678.772594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692678.772650:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692678.772653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692678.772656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692679.796535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692679.796542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692679.796548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692679.796549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692679.796551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692679.796552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692679.796610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692679.796614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692679.796617:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692680.820542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692680.820547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692680.820551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692680.820552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692680.820554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692680.820555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692680.820607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692680.820610:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692680.820612:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692681.844551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692681.844558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692681.844564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692681.844565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692681.844568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692681.844569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692681.844622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692681.844625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692681.844628:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692681.972552:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692681.972560:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692681.972562:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692681.972565:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692681.972569:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692681.972577:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20821
00000400:00000200:2.0:1790692681.972586:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692681.972593:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692681.972596:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692681.972599:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972603:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.972613:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972615:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692681.972622:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692681.972624:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692681.972626:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692681.972629:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692681.972631:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692681.972632:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692681.972634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972635:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.972636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692681.972639:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692681.972641:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972643:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692681.972645:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692681.972647:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692681.972650:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.972652:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692681.972653:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692681.972663:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4e00.
00000020:00000040:2.0:1790692681.972666:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692681.972670:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692681.972671:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.972674:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692681.972676:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692681.972681:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692681.972690:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80c00.
00000100:00000001:2.0:1790692681.972696:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692681.972704:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692681.972719:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692681.972722:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692681.972727:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043fe2f2e] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692681.972750:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692681.972753:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692681.972757:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692681.972758:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692681.972760:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692681.972763:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692681.972765:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20821
00000400:00000200:2.0:1790692681.972770:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692681.972773:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692681.972776:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692681.972779:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972782:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.972785:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972787:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692681.972791:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790692681.972791:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692681.972795:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790692681.972796:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790692681.972799:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692681.972800:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:2.0:1790692681.972804:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000040:1.0:1790692681.972808:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692681.972809:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692681.972815:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692681.972822:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692681.972824:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692681.972827:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692681.972828:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692681.972832:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692681.972833:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692681.972836:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692681.972837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692681.972839:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692681.972843:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00100000:1.0:1790692681.972844:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061177600:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692681.972850:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:2.0:1790692681.972850:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790692681.972854:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790692681.972855:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.972857:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692681.972859:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692681.972860:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692681.972866:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692681.972868:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692681.972868:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692681.972873:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.972877:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692681.972878:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:1.0:1790692681.972881:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000008:00100000:2.0:1790692681.972885:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790692681.972887:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000008:00000001:2.0:1790692681.972889:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.972893:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692681.972894:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177600, portal 25
00000100:00000001:1.0:1790692681.972897:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000010:2.0:1790692681.972898:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692681.972899:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074949120 : -120939634602496 : ffff92018c0a4e00)
00000020:00000040:2.0:1790692681.972903:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000040:1.0:1790692681.972907:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692681.972908:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692681.972911:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.972915:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692681.972916:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692681.972918:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692681.972922:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82c00.
00000100:00000001:1.0:1790692681.972925:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790692681.972928:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692681.972929:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692681.972933:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692681.972936:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061177600, offset 0
00000100:00100000:2.0:1790692681.972938:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692681.972944:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692681.972952:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692681.972953:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692681.972957:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.972961:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:2.0:1790692681.972965:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f3d9c9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692681.972967:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692681.972973:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692681.972979:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692681.972982:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.972983:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:2.0:1790692681.972988:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790692681.972989:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40446:40446:256:4294967295] 192.168.204.156@tcp LPNI seq info [40445:40445:8:4294967295]
00000100:00080000:2.0:1790692681.972998:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790692681.972999:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692681.973003:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692681.973006:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692681.973012:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790692681.973013:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1790692681.973018:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20821
00000800:00000200:1.0:1790692681.973023:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692681.973028:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000010:1.0:1790692681.973032:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000400:00000200:2.0:1790692681.973034:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692681.973038:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692681.973043:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692681.973044:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692681.973046:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1790692681.973051:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1790692681.973051:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973056:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692681.973060:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692681.973062:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692681.973064:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692681.973066:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692681.973068:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790692681.973070:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:2.0:1790692681.973071:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790692681.973078:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:2.0:1790692681.973079:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973083:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.973087:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000100:1.0:1790692681.973092:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973092:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692681.973097:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:1.0:1790692681.973098:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00080000:2.0:1790692681.973102:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973106:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.973107:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790692681.973108:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692681.973128:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:2.0:1790692681.973128:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692681.973133:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.973136:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692681.973138:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000008:00100000:2.0:1790692681.973139:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790692681.973143:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000008:00000001:2.0:1790692681.973143:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.973148:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973152:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:2.0:1790692681.973153:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6d80.
00000020:00000040:2.0:1790692681.973157:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000200:1.0:1790692681.973159:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692681.973161:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692681.973164:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.973168:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692681.973170:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692681.973173:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973178:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:2.0:1790692681.973179:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80000.
00000100:00000040:1.0:1790692681.973184:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692681.973185:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692681.973194:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692681.973224:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973230:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692681.973230:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692681.973234:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973237:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692681.973239:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b88bad02] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692681.973246:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692681.973251:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315495168
00000100:00000001:2.0:1790692681.973255:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692681.973259:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ea0.
00000100:00000040:2.0:1790692681.973260:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692681.973266:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790692681.973269:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1790692681.973269:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692681.973276:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692681.973277:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692681.973279:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692681.973281:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315495168
00000100:00000001:2.0:1790692681.973282:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692681.973287:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20821
00000100:00000010:1.0:1790692681.973288:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7900.
00000400:00000200:2.0:1790692681.973293:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692681.973295:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000400:00000200:2.0:1790692681.973299:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692681.973301:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790692681.973302:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692681.973307:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692681.973308:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973311:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.973313:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973315:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692681.973319:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692681.973321:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790692681.973323:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000001:2.0:1790692681.973324:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692681.973327:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692681.973331:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692681.973334:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00100000:1.0:1790692681.973336:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692681/real 1790692681]  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692681.973339:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973344:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692681.973349:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692681.973353:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692681.973357:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000001:1.0:1790692681.973358:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:2.0:1790692681.973361:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000001:1.0:1790692681.973362:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790692681.973366:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692681.973367:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
02000000:00000001:2.0:1790692681.973370:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692681.973373:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
02000000:00000001:2.0:1790692681.973375:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790692681.973377:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
02000000:00000001:2.0:1790692681.973380:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973382:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790692681.973384:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692681.973388:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000200:1.0:1790692681.973389:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:2.0:1790692681.973392:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.973396:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692681.973401:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6680.
00000020:00000040:2.0:1790692681.973406:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692681.973409:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692681.973410:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692681.973412:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790692681.973414:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692681.973414:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692681.973416:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692681.973421:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83800.
00000100:00000001:2.0:1790692681.973426:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973429:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692681.973432:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692681.973434:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692681.973436:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.973439:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692681.973447:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790692681.973449:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692681.973450:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692681.973483:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b065cb] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973493:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692681.973500:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692681.973505:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692681.973505:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20831)
00000100:00000001:1.0:1790692681.973514:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692681.973518:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973520:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.973522:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973524:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692681.973526:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692681.973529:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692681.973533:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692681.973535:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692681.973547:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692681.973556:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061177600:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692681.973560:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973562:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.973566:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4e00 x1877672061177600/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973572:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692681.973574:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692681.973577:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692681.973580:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692681.973582:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692681.973584:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692681.973586:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692681.973588:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80c00.
02000000:00000001:1.0:1790692681.973592:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692681.973594:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692681.973595:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4e00.
00000100:00000001:1.0:1790692681.973598:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692681.973599:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973601:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973608:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692681.973610:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973612:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692681.973613:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692681.973614:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692681.973618:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973624:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692681.973625:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.973628:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692681.973629:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692681.973631:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692681.973634:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177728:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692681.973637:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692681.973639:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692681.973641:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.973642:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692681.973645:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692681.973647:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.973651:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692681.973654:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692681.973657:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692681.973659:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177728, portal 10
00000100:00000001:1.0:1790692681.973661:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692681.973662:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074948224 : -120939634603392 : ffff92018c0a4a80)
00000100:00000040:1.0:1790692681.973668:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973674:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692681.973676:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692681.973679:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692681.973681:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061177728, offset 0
00000400:00000200:1.0:1790692681.973685:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692681.973689:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.973692:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692681.973703:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692681.973706:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692681.973708:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692681.973710:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692681.973713:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40447:40447:256:4294967295] 192.168.204.156@tcp LPNI seq info [40446:40446:8:4294967295]
00000400:00000200:1.0:1790692681.973717:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.973723:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692681.973727:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.973731:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692681.973735:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692681.973737:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692681.973741:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692681.973744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692681.973747:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.973748:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692681.973751:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692681.973754:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692681.973757:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692681.973759:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692681.973761:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692681.973765:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973772:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.973775:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973781:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973782:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692681.973786:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692681.973789:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692681.973792:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692681.973794:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315493903
00000100:00000001:1.0:1790692681.973797:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.973799:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315493903
00000100:00000001:1.0:1790692681.973801:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.973802:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692681.973805:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.973806:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692681.973810:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692681/real 1790692681]  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692681.973817:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692681.973818:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692681.973820:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692681.973822:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692681.973824:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692681.973826:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692681.973829:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692681.973837:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973843:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692681.973844:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973846:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.973847:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692681.973851:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973856:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692681.973860:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973867:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692681.973870:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973871:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.973872:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.973874:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692681.973876:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692681.973878:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692681.973881:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692681.973883:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692681.973887:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692681.973894:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177728:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692681.973898:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692681.973901:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973907:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692681.973908:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.973910:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692681.973912:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692681.973914:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692681.973917:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177856:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692681.973920:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692681.973922:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692681.973923:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.973925:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692681.973928:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692681.973930:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.973933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692681.973935:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692681.973938:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692681.973940:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177856, portal 10
00000100:00000001:1.0:1790692681.973941:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692681.973942:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074957184 : -120939634594432 : ffff92018c0a6d80)
00000100:00000040:1.0:1790692681.973946:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.973950:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692681.973951:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692681.973952:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692681.973954:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061177856, offset 0
00000400:00000200:1.0:1790692681.973956:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692681.973959:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.973961:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692681.973963:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692681.973964:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692681.973966:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692681.973967:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692681.973969:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40448:40448:256:4294967295] 192.168.204.156@tcp LPNI seq info [40447:40447:8:4294967295]
00000400:00000200:1.0:1790692681.973971:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.973975:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692681.973978:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.973979:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692681.973982:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692681.973984:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692681.973986:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692681.973988:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692681.974002:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.974003:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692681.974005:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692681.974007:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692681.974010:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692681.974011:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692681.974013:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692681.974015:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974020:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.974022:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974026:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.974027:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692681.974029:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692681.974031:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692681.974032:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692681.974034:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315493912
00000100:00000001:1.0:1790692681.974035:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.974037:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315493912
00000100:00000001:1.0:1790692681.974038:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.974039:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692681.974040:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.974041:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692681.974043:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692681/real 1790692681]  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692681.974048:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692681.974048:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692681.974050:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692681.974051:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692681.974052:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692681.974053:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692681.974055:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692681.974059:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974063:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692681.974064:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974065:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.974066:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692681.974068:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974071:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692681.974073:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974077:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692681.974078:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974079:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.974080:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974081:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692681.974081:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692681.974083:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692681.974084:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692681.974085:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692681.974087:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692681.974091:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177856:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692681.974093:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692681.974095:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974099:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692681.974100:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.974101:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692681.974103:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692681.974104:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692681.974105:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177984:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692681.974107:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692681.974108:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692681.974109:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692681.974110:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692681.974112:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692681.974128:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692681.974130:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692681.974132:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692681.974135:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692681.974136:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061177984, portal 4
00000100:00000001:1.0:1790692681.974138:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692681.974138:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074955392 : -120939634596224 : ffff92018c0a6680)
00000100:00000040:1.0:1790692681.974143:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974146:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692681.974148:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692681.974149:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000200:1.0:1790692681.974150:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061177984, offset 0
00000400:00000200:1.0:1790692681.974152:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692681.974155:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.974157:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692681.974158:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692681.974160:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692681.974161:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692681.974163:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692681.974165:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40449:40449:256:4294967295] 192.168.204.156@tcp LPNI seq info [40448:40448:8:4294967295]
00000400:00000200:1.0:1790692681.974167:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692681.974170:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692681.974173:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.974175:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692681.974178:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692681.974179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692681.974182:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692681.974183:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692681.974185:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692681.974187:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790692681.974189:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692681.974190:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692681.974192:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:1.0:1790692681.974193:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:1.0:1790692681.974195:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692681.974197:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974201:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.974203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692706 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974206:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.974207:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692681.974208:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692681.974210:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692681.974211:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692681.974213:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315493906
00000100:00000001:1.0:1790692681.974214:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.974215:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315493906
00000100:00000001:1.0:1790692681.974216:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315495168
00000100:00000001:1.0:1790692681.974217:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692681.974219:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.974220:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692681.974222:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692681/real 1790692681]  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692681.974227:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692681.974227:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692681.974228:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692681.974229:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692681.974230:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692681.974231:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692681.974233:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692681.974237:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974241:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692681.974241:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974243:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.974243:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692681.974245:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974249:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692681.974251:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974254:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692681.974255:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974256:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692681.974257:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974257:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692681.974258:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692681.974260:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692681.974261:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692681.974262:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692681.974265:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692681.974269:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061177984:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692681.974271:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974272:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.974274:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4a80 x1877672061177728/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974277:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692681.974278:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692681.974279:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692681.974281:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692681.974281:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692681.974282:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692681.974283:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692681.974284:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82c00.
02000000:00000001:1.0:1790692681.974287:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692681.974287:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692681.974288:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692681.974290:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692681.974291:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974291:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.974293:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6d80 x1877672061177856/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974297:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692681.974297:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692681.974298:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692681.974300:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692681.974300:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692681.974301:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692681.974302:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692681.974303:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80000.
02000000:00000001:1.0:1790692681.974304:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692681.974305:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692681.974306:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6d80.
00000100:00000001:1.0:1790692681.974307:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692681.974308:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974309:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692681.974311:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6680 x1877672061177984/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692706 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692681.974314:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692681.974315:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692681.974315:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692681.974316:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692681.974317:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692681.974317:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692681.974318:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692681.974319:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790692681.974320:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692681.974321:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692681.974321:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6680.
00000100:00000001:1.0:1790692681.974322:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692681.974323:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974324:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692681.974326:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692681.974327:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692681.974328:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692681.974329:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692682.868578:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692682.868580:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692682.868584:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868588:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692682.868590:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868592:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868594:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692682.868600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692682.868603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692682.868604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692682.868665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692682.868669:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692682.868673:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692683.316527:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315495168, at 4315495232
00000100:00000010:0.0:1790692683.316539:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000100:00000040:1.0:1790692683.316557:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315495168, at 4315495232
00000100:00000010:1.0:1790692683.316569:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00010000:00000001:2.0:1790692683.892549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692683.892554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692683.892557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692683.892558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692683.892560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692683.892561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692683.892602:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692683.892606:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692683.892610:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692684.916563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692684.916568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692684.916574:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692684.916576:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692684.916578:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916580:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692684.916582:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916583:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916584:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692684.916587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692684.916588:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692684.916589:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916590:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692684.916591:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916591:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692684.916593:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692684.916639:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692684.916642:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692684.916644:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692685.940570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692685.940576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692685.940581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692685.940583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692685.940587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692685.940588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692685.940643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692685.940646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692685.940648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692686.964542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692686.964548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692686.964562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692686.964566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692686.964570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692686.964571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692686.964626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692686.964629:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692686.964631:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692687.092573:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692687.092580:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692687.092582:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692687.092585:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692687.092588:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692687.092594:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20826
00000400:00000200:0.0:1790692687.092600:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692687.092606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692687.092608:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692687.092610:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092614:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092616:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692687.092622:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692687.092623:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692687.092625:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692687.092627:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692687.092629:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692687.092630:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692687.092632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092635:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692687.092637:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692687.092639:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092640:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692687.092642:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692687.092645:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692687.092646:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092647:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692687.092649:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692687.092655:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692687.092658:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692687.092660:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692687.092661:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092663:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692687.092665:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692687.092668:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692687.092675:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692687.092679:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692687.092685:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692687.092692:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692687.092694:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692687.092697:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692687.092713:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692687.092715:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692687.092717:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692687.092718:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692687.092719:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692687.092721:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692687.092722:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20826
00000400:00000200:0.0:1790692687.092724:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692687.092726:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692687.092731:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692687.092733:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092734:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092736:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092737:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692687.092739:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692687.092740:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692687.092741:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692687.092743:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692687.092744:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692687.092746:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692687.092747:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692687.092748:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092751:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092753:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692687.092754:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790692687.092755:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692687.092759:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692687.092759:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692687.092763:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092764:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692687.092766:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790692687.092769:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692687.092770:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692687.092773:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092776:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692687.092779:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692687.092784:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.092785:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790692687.092786:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.092789:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692687.092790:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692687.092793:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692687.092794:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790692687.092797:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692687.092797:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692687.092800:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.092801:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092803:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692687.092806:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1790692687.092806:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061178112:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692687.092809:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.092811:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1790692687.092813:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692687.092815:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692687.092817:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.092818:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.092822:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1790692687.092825:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790692687.092827:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692687.092830:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092835:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692687.092838:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.092838:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692687.092842:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000100:00000040:0.0:1790692687.092844:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692687.092848:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000001:0.0:1790692687.092851:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692687.092854:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692687.092855:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178112, portal 25
00000100:00000001:1.0:1790692687.092859:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692687.092860:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692687.092861:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000001:0.0:1790692687.092862:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692687.092865:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1790692687.092868:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692687.092869:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692687.092873:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20826
00000400:00000200:0.0:1790692687.092881:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692687.092883:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1790692687.092885:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790692687.092888:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692687.092889:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790692687.092891:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9c38.
00000100:00000040:0.0:1790692687.092894:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692687.092895:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061178112, offset 0
00000100:00000001:0.0:1790692687.092897:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092899:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.092901:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692687.092904:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692687.092905:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692687.092907:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692687.092908:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692687.092909:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692687.092910:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692687.092913:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790692687.092914:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692687.092919:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692687.092921:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790692687.092922:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692687.092926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692687.092928:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692687.092929:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692687.092932:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692687.092933:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:0.0:1790692687.092936:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692687.092938:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790692687.092939:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.092941:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692687.092942:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692687.092946:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692687.092946:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40450:40450:256:4294967295] 192.168.204.156@tcp LPNI seq info [40449:40449:8:4294967295]
02000000:00000001:0.0:1790692687.092949:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.092952:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692687.092953:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692687.092957:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692687.092961:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000008:00000001:0.0:1790692687.092963:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092966:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692687.092967:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692687.092972:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000010:0.0:1790692687.092973:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692687.092978:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.0:1790692687.092978:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692687.092984:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.1:1790692687.092984:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692687.092988:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.092991:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692687.092992:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692687.092994:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692687.092998:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:1.0:1790692687.092998:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.093003:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.093003:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692687.093007:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315500288
00000100:00000010:1.0:1790692687.093011:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7900.
00000100:00100000:0.0:1790692687.093013:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692687.093027:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692687.093035:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692687.093036:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315500288
00000100:00000001:0.0:1790692687.093039:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692687.093040:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7780.
00000100:00000001:1.0:1790692687.093045:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692687.093047:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692687.093048:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093051:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692687.093054:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692687.093054:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692687.093062:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093062:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692687.093064:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1790692687.093066:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692687.093067:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692687.093070:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692687.093071:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790692687.093073:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692687.093075:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692687.093079:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:1.0:1790692687.093079:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692687.093083:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692687.093085:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692687.093089:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692687.093092:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:0.0:1790692687.093094:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20826
00000100:00000001:1.0:1790692687.093095:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093099:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000400:00000200:0.0:1790692687.093101:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692687.093101:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692687.093105:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790692687.093106:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692687.093110:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1790692687.093110:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178240:192.168.204.156@tcp:38:kworker.0
00000100:00000040:0.0:1790692687.093116:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692687.093116:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692687.093118:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692687.093119:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790692687.093121:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093123:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1790692687.093124:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692687.093126:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000010:1.0:1790692687.093128:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
00000020:00000001:0.0:1790692687.093129:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692687.093131:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
02000000:00000001:1.0:1790692687.093131:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692687.093134:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790692687.093136:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790692687.093137:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692687.093140:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:1.0:1790692687.093140:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6630.
00000020:00000001:0.0:1790692687.093144:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:1.0:1790692687.093144:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000040:0.0:1790692687.093148:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692687.093149:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178240, portal 10
00000100:00000001:0.0:1790692687.093150:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692687.093152:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1790692687.093154:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692687.093154:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000001:0.0:1790692687.093158:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692687.093161:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000040:1.0:1790692687.093163:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692687.093165:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692687.093169:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692687.093173:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692687.093174:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1790692687.093176:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692687.093177:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790692687.093181:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692687.093182:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9110.
00000100:00000001:0.0:1790692687.093186:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790692687.093186:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061178240, offset 0
00000008:00100000:0.0:1790692687.093190:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:1.0:1790692687.093193:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000008:00000001:0.0:1790692687.093195:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.093197:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.093198:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692687.093202:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000400:00000200:1.0:1790692687.093202:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:0.0:1790692687.093207:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:1.0:1790692687.093207:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692687.093210:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692687.093211:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692687.093213:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692687.093217:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692687.093217:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40451:40451:255:4294967295] 192.168.204.156@tcp LPNI seq info [40450:40450:7:4294967295]
00000400:00000200:1.0:1790692687.093221:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692687.093222:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692687.093227:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692687.093228:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790692687.093230:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:1.0:1790692687.093233:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790692687.093234:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692687.093239:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437900.
02000000:00000010:0.0:1790692687.093241:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000800:00000200:1.0:1790692687.093246:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692687.093248:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692687.093252:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692687.093256:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692687.093257:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692687.093260:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692687.093267:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692687.093271:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315499022
00000100:00000001:0.0:1790692687.093275:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692687.093276:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315500288
00000100:00000001:0.0:1790692687.093279:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093280:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315499022
00000100:00000001:1.0:1790692687.093284:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315500288
00000100:00000040:0.0:1790692687.093287:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692687.093288:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692687.093292:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093296:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692687.093303:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692687.093305:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692687.093311:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20836)
00000100:00000001:1.0:1790692687.093314:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692687.093317:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093319:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692687.093321:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692687.093323:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692687.093327:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178368:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692687.093331:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692687.093333:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692687.093334:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093335:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692687.093339:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692687.093341:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.093344:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692687.093347:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692687.093350:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692687.093353:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178368, portal 10
00000100:00000001:1.0:1790692687.093354:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692687.093356:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692687.093361:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692687.093373:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692687.093376:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692687.093378:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9dd0.
00000100:00000200:1.0:1790692687.093381:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061178368, offset 0
00000400:00000200:1.0:1790692687.093385:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692687.093389:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692687.093392:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692687.093395:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692687.093397:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692687.093399:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692687.093401:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692687.093403:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40452:40452:254:4294967295] 192.168.204.156@tcp LPNI seq info [40451:40451:6:4294967295]
00000400:00000200:1.0:1790692687.093407:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692687.093413:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692687.093417:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692687.093420:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437300.
00000800:00000200:1.0:1790692687.093424:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692687.093428:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692687.093430:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692687.093433:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692687.093436:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692687.093437:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315499031
00000100:00000001:1.0:1790692687.093439:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315500288
00000100:00000001:1.0:1790692687.093441:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315499031
00000100:00000001:1.0:1790692687.093442:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315500288
00000100:00000001:1.0:1790692687.093444:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692687.093446:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093448:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093450:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692687.093479:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692687.093481:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692687.093483:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692687.093485:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692687.093486:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692687.093490:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692687.093498:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692687.093499:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093501:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692687.093502:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692687.093504:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692687.093507:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178496:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692687.093510:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692687.093511:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692687.093512:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692687.093514:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692687.093517:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692687.093518:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692687.093521:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692687.093523:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db61b8.
00000400:00000010:1.0:1790692687.093527:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790692687.093529:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178496, portal 4
00000100:00000001:1.0:1790692687.093531:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692687.093532:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692687.093537:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692687.093542:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692687.093545:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692687.093547:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9d48.
00000100:00000200:1.0:1790692687.093548:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061178496, offset 0
00000400:00000200:1.0:1790692687.093552:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692687.093555:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692687.093558:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692687.093560:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692687.093562:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692687.093564:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692687.093566:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692687.093569:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40453:40453:253:4294967295] 192.168.204.156@tcp LPNI seq info [40452:40452:5:4294967295]
00000400:00000200:1.0:1790692687.093572:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692687.093577:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692687.093582:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692687.093585:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692687.093588:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692687.093591:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692687.093594:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692687.093596:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692687.093599:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692687.093600:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315499026
00000100:00000001:1.0:1790692687.093602:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315500288
00000100:00000001:1.0:1790692687.093604:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315499026
00000100:00000001:1.0:1790692687.093606:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315500288
00000100:00000001:1.0:1790692687.093608:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692687.093609:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093612:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093614:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692687.093617:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692687.093618:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692687.093620:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692687.093621:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692687.093622:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692687.093624:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692687.988573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692687.988579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692687.988582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692687.988583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692687.988586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692687.988586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692687.988642:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692687.988645:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692687.988647:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692688.436551:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315500288, at 4315500352
00000100:00000040:1.0:1790692688.436564:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315500288, at 4315500352
00000100:00000010:1.0:1790692688.436577:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000100:00000010:0.0:1790692688.436579:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00010000:00000001:2.0:1790692689.012528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692689.012534:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692689.012540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692689.012542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692689.012544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692689.012546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692689.012594:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692689.012597:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692689.012599:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692690.036535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692690.036540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692690.036544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692690.036544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692690.036547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692690.036547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692690.036644:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692690.036649:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692690.036652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692690.164714:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692690.164754:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692690.164772:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692690.164777:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692690.164782:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692690.164787:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692690.164792:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692690.164796:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790692690.164802:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692690.164806:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692690.164813:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9c38
00000400:00000010:3.0:1790692690.164816:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9c38.
00000100:00000001:3.0:1790692690.164821:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692690.164830:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.164854:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692690.164862:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.164870:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692690.164872:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692690.164884:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692690.164887:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000100:00000001:1.0:1790692690.164901:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692690.164908:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:3.0:1790692690.164908:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1790692690.164912:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1790692690.164915:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692690.164921:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9110
00000400:00000010:3.0:1790692690.164924:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9110.
00000100:00100000:1.0:1790692690.164925:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692687/real 1790692690]  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.164928:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692690.164937:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692690.164946:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692690.164949:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790692690.164949:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000010:1.0:1790692690.164966:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000100:00000040:3.0:1790692690.164968:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692690.164971:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:1.0:1790692690.164975:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:1.0:1790692690.164981:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790692690.164983:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692690.164988:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692690.164999:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.164999:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692690.165008:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000800:00000100:3.0:1790692690.165009:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00000001:1.0:1790692690.165012:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:3.0:1790692690.165013:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000100:00000001:1.0:1790692690.165017:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000400:00000200:3.0:1790692690.165018:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1790692690.165022:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:3.0:1790692690.165025:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692690.165029:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9dd0
00000100:00100000:1.0:1790692690.165030:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:3.0:1790692690.165032:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9dd0.
00000100:00000001:3.0:1790692690.165037:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790692690.165044:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:3.0:1790692690.165045:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692690.165052:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.165063:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790692690.165067:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:3.0:1790692690.165070:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165071:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165076:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165079:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165084:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790692690.165085:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692690.165088:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790692690.165089:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790692690.165095:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000800:00000100:3.0:1790692690.165097:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692690.165102:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00080000:1.0:1790692690.165104:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000400:00000200:3.0:1790692690.165107:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000001:1.0:1790692690.165109:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000400:00000200:3.0:1790692690.165115:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000100:00000040:1.0:1790692690.165120:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692690.165121:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9d48
00000400:00000010:3.0:1790692690.165127:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9d48.
00000100:00000001:3.0:1790692690.165132:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692690.165139:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692690.165141:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061178112:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692690.165153:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692690.165157:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692712 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692690.165166:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692690.165168:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692690.165169:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692690.165173:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692690.165179:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061178112/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165186:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692690.165190:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692690.165194:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692690.165198:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692690.165201:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692690.165203:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692690.165205:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692690.165208:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692690.165211:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692690.165214:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692690.165216:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692690.165219:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692690.165221:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165224:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692690.165226:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692690.165227:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692690.165228:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692690.165232:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692687/real 1790692690]  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692690.165241:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692690.165242:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692690.165249:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db61b8.
00000400:00000200:1.0:1790692690.165252:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790692690.165254:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790692690.165256:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692690.165259:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692690.165274:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165281:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692690.165282:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165283:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165285:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692690.165288:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165294:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692690.165298:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165304:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692690.165310:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165311:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165312:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165314:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692690.165316:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692690.165318:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692690.165322:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692690.165324:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692690.165328:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692690.165335:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178496:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692690.165339:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692690.165342:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692687/real 1790692690]  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692690.165355:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692690.165356:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692690.165358:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6630.
00000400:00000200:1.0:1790692690.165361:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692690.165362:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692690.165364:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692690.165367:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692690.165375:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165393:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692690.165395:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165397:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165398:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692690.165402:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165409:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692690.165412:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165419:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692690.165421:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165422:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165423:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165425:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692690.165427:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692690.165429:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692690.165433:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692690.165435:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692690.165439:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692690.165447:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178240:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692690.165451:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692690.165478:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692687/real 1790692690]  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692690.165485:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692690.165486:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692690.165488:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692690.165491:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692690.165492:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692690.165494:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692690.165498:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692690.165506:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165512:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692690.165514:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165515:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165516:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692690.165519:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165525:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692690.165529:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165534:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692690.165536:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165538:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692690.165540:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165541:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692690.165543:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692690.165545:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692690.165548:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692690.165550:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692690.165554:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692690.165560:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178368:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692690.165568:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165569:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692690.165572:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061178496/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165578:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692690.165579:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692690.165581:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692690.165583:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692690.165585:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692690.165586:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692690.165588:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692690.165591:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692690.165593:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692690.165595:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692690.165597:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692690.165601:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692690.165603:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165604:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692690.165607:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061178240/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165613:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692690.165615:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692690.165616:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692690.165619:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692690.165620:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692690.165621:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692690.165623:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692690.165624:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692690.165626:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692690.165627:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692690.165628:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692690.165631:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692690.165632:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165633:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692690.165636:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061178368/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692712 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692690.165642:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692690.165643:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692690.165645:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692690.165647:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692690.165648:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692690.165649:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692690.165651:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692690.165653:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692690.165655:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692690.165656:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692690.165657:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692690.165659:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692690.165660:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165662:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692690.165669:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692690.165671:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692690.165674:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692690.165675:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692691.060562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692691.060568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692691.060572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692691.060573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692691.060576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692691.060577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692691.060614:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692691.060617:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692691.060620:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692692.084566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692692.084573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692692.084580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692692.084581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692692.084584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692692.084585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692692.084629:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692692.084632:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692692.084635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692692.212558:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692692.212569:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692692.212572:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692692.212576:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692692.212581:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692692.212589:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20831
00000400:00000200:2.0:1790692692.212598:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692692.212604:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692692.212608:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692692.212611:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212616:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212619:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692692.212627:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692692.212629:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692692.212632:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692692.212635:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692692.212637:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692692.212639:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692692.212642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212644:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212646:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212648:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692692.212651:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692692.212654:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212657:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692692.212660:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692692.212663:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692692.212666:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212668:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692692.212671:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692692.212676:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7b80.
00000020:00000040:2.0:1790692692.212680:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692692.212683:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692692.212685:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212688:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692692.212690:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692692.212694:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692692.212708:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82400.
00000100:00000001:2.0:1790692692.212715:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692692.212724:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692692.212735:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692692.212739:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.212744:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000441bfdb6] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692692.212777:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692692.212780:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692692.212783:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692692.212784:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692692.212786:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692692.212789:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692692.212791:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20831
00000400:00000200:2.0:1790692692.212795:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692692.212802:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692692.212805:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692692.212808:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212810:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212811:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212813:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692692.212816:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692692.212818:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790692692.212820:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692692.212822:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692692.212824:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692692.212826:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692692.212829:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212831:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212833:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212835:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692692.212837:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692692.212840:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212842:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692692.212844:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692692.212849:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692692.212851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212853:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692692.212857:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692692.212860:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212862:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692692.212866:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5880.
00000020:00000040:2.0:1790692692.212868:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692692.212871:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692692.212872:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212874:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692692.212875:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692692.212877:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692692.212881:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83400.
00000100:00000001:2.0:1790692692.212884:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692692.212888:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692692.212896:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692692.212898:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.212902:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312cfaa1] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692692.212910:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692692.212912:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692692.212929:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692692.212931:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692692.212932:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692692.212935:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692692.212937:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20831
00000400:00000200:2.0:1790692692.212941:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692692.212944:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692692.212946:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692692.212949:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212951:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212953:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212955:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692692.212958:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692692.212959:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692692.212961:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692692.212963:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692692.212964:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692692.212967:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692692.212970:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212971:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.212973:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212975:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692692.212977:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:2.0:1790692692.212980:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692692.212982:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692692.212985:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692692.212988:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692692.212990:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212992:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692692.212994:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692692.212996:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.212998:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692692.213001:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7800.
00000020:00000040:2.0:1790692692.213003:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790692692.213005:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692692.213006:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.213008:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692692.213009:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692692.213011:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692692.213014:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81000.
00000100:00000001:2.0:1790692692.213017:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692692.213021:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692692.213029:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692692.213031:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.213040:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05693f8] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692692.213047:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.213050:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692692.213054:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1790692692.213057:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692692.213060:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692692.213061:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692692.213063:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692692.213065:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692692.213068:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20831
00000400:00000200:2.0:1790692692.213071:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692692.213074:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692692.213076:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692692.213079:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.213081:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.213083:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.213085:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692692.213088:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692692.213090:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692692.213091:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692692.213094:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692692.213096:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692692.213099:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692692.213102:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.213103:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692692.213106:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692692.213108:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692692.213109:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790692692.213112:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692692.213114:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692692.213116:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692692.213118:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692692.213120:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.213121:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692692.213123:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790692692.213125:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.213127:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692692.213130:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4700.
00000020:00000040:2.0:1790692692.213132:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692692.213134:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692692.213135:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692692.213137:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692692.213138:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692692.213139:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692692.213142:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82000.
00000100:00000001:2.0:1790692692.213145:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692692.213149:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692692.213155:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692692.213156:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.213160:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5bc30e0] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692692.213168:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692692.213172:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20841)
00000100:00000001:1.0:1790692692.213269:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692692.213274:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692692.213277:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692692.213283:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213304:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692692.213306:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.213309:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692692.213312:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692692.213314:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692692.213317:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061178624:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692692.213320:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692692.213324:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692692.213325:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.213327:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692692.213332:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692692.213334:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692692.213340:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692692.213343:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692692.213350:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692692.213357:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178624, portal 25
00000100:00000001:1.0:1790692692.213359:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692692.213361:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074960768 : -120939634590848 : ffff92018c0a7b80)
00000100:00000040:1.0:1790692692.213366:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213372:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692692.213374:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692692.213377:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692692.213380:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061178624, offset 0
00000400:00000200:1.0:1790692692.213386:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692692.213395:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.213400:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692692.213405:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692692.213409:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692692.213412:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692692.213415:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692692.213419:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40454:40454:256:4294967295] 192.168.204.156@tcp LPNI seq info [40453:40453:8:4294967295]
00000400:00000200:1.0:1790692692.213423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.213431:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692692.213437:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.213443:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692692.213450:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692692.213481:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692692.213488:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692692.213492:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692692.213496:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.213498:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692692.213502:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692692.213506:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692692.213512:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692692.213514:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692692.213518:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692692.213522:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213531:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.213533:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213540:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.213541:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692692.213549:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692692.213554:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692692.213556:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315505409
00000100:00000010:1.0:1790692692.213561:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7780.
00000100:00000001:1.0:1790692692.213567:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692692.213574:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315505409
00000100:00000010:1.0:1790692692.213576:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e79c0.
00000100:00000001:1.0:1790692692.213580:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692692.213584:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692692.213587:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.213589:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692692.213593:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692692/real 1790692692]  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692692.213601:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692692.213603:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692692.213606:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692692.213609:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692692.213611:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692692.213613:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692692.213616:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692692.213624:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213630:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692692.213632:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213634:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.213635:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692692.213639:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213645:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692692.213649:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213655:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692692.213658:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213660:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.213661:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213663:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692692.213665:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692692.213668:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692692.213672:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692692.213674:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692692.213678:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692692.213686:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061178624:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692692.213691:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692692.213694:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213700:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692692.213701:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.213704:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692692.213705:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692692.213707:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692692.213709:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178752:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692692.213712:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692692.213714:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692692.213715:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.213717:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692692.213720:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692692.213722:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692692.213725:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692692.213728:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692692.213731:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692692.213734:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178752, portal 10
00000100:00000001:1.0:1790692692.213735:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692692.213737:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074951808 : -120939634599808 : ffff92018c0a5880)
00000100:00000040:1.0:1790692692.213743:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213755:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692692.213757:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692692.213759:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692692.213761:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061178752, offset 0
00000400:00000200:1.0:1790692692.213764:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692692.213768:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.213774:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692692.213777:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692692.213779:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692692.213781:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692692.213783:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692692.213785:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40455:40455:256:4294967295] 192.168.204.156@tcp LPNI seq info [40454:40454:8:4294967295]
00000400:00000200:1.0:1790692692.213789:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.213794:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692692.213798:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.213801:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692692.213804:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692692.213806:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692692.213810:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692692.213812:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692692.213815:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.213817:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692692.213819:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692692.213823:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692692.213825:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692692.213826:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692692.213828:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692692.213831:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213838:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.213841:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213851:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.213852:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692692.213855:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692692.213858:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692692.213861:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692692.213863:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315504143
00000100:00000001:1.0:1790692692.213865:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.213867:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315504143
00000100:00000001:1.0:1790692692.213869:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.213871:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692692.213873:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.213875:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692692.213878:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692692/real 1790692692]  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692692.213885:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692692.213887:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692692.213889:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692692.213891:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692692.213892:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692692.213894:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692692.213897:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692692.213905:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213911:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692692.213912:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213914:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.213925:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692692.213929:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213936:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692692.213940:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213947:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692692.213949:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213951:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.213952:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.213954:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692692.213955:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692692.213958:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692692.213961:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692692.213963:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692692.213971:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692692.213978:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178752:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692692.213983:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692692.213986:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.213993:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692692.213994:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.213996:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692692.213998:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692692.214000:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692692.214003:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178880:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692692.214007:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692692.214009:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692692.214011:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.214012:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214015:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692692.214017:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692692.214020:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692692.214022:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692692.214025:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692692.214027:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061178880, portal 10
00000100:00000001:1.0:1790692692.214029:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692692.214030:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074959872 : -120939634591744 : ffff92018c0a7800)
00000100:00000040:1.0:1790692692.214036:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214042:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692692.214044:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692692.214046:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692692.214048:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061178880, offset 0
00000400:00000200:1.0:1790692692.214052:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692692.214056:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.214060:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692692.214062:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692692.214064:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692692.214066:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692692.214068:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692692.214071:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40456:40456:256:4294967295] 192.168.204.156@tcp LPNI seq info [40455:40455:8:4294967295]
00000400:00000200:1.0:1790692692.214074:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.214079:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692692.214083:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.214085:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692692.214088:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692692.214091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692692.214095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692692.214097:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692692.214100:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.214102:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692692.214105:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692692.214108:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692692.214110:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692692.214112:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692692.214113:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692692.214116:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214123:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214125:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214130:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.214131:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692692.214134:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692692.214137:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692692.214140:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692692.214141:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315504152
00000100:00000001:1.0:1790692692.214144:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.214146:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315504152
00000100:00000001:1.0:1790692692.214148:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.214150:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692692.214151:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.214153:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692692.214157:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692692/real 1790692692]  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692692.214164:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692692.214165:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692692.214166:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692692.214168:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692692.214169:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692692.214171:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692692.214173:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692692.214177:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214181:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692692.214182:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214183:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.214183:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692692.214185:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214190:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692692.214193:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214199:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692692.214201:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214203:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.214204:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214206:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692692.214207:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692692.214209:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692692.214212:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692692.214214:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692692.214218:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692692.214224:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061178880:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692692.214227:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692692.214231:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214237:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692692.214238:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.214240:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692692.214241:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692692.214243:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692692.214245:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179008:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692692.214248:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692692.214250:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692692.214252:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692692.214253:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214256:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692692.214258:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692692.214261:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692692.214263:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692692.214267:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692692.214269:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179008, portal 4
00000100:00000001:1.0:1790692692.214271:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692692.214272:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074947328 : -120939634604288 : ffff92018c0a4700)
00000100:00000040:1.0:1790692692.214278:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214284:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692692.214287:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692692.214288:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692692.214290:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061179008, offset 0
00000400:00000200:1.0:1790692692.214292:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692692.214295:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.214297:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692692.214299:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692692.214300:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692692.214302:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692692.214303:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692692.214305:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40457:40457:256:4294967295] 192.168.204.156@tcp LPNI seq info [40456:40456:8:4294967295]
00000400:00000200:1.0:1790692692.214308:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692692.214311:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692692.214314:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.214317:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692692.214320:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692692.214323:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692692.214326:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692692.214329:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692692.214332:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692692.214334:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692692.214337:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692692.214340:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692692.214343:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692692.214344:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692692.214346:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692692.214350:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214356:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214359:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692717 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214365:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.214367:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692692.214370:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692692.214372:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692692.214375:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692692.214377:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315504146
00000100:00000001:1.0:1790692692.214379:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.214381:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315504146
00000100:00000001:1.0:1790692692.214383:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315505409
00000100:00000001:1.0:1790692692.214385:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692692.214387:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.214389:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692692.214392:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692692/real 1790692692]  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692692.214400:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692692.214401:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692692.214403:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692692.214405:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692692.214407:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692692.214409:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692692.214412:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692692.214419:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214425:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692692.214427:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214428:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.214429:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692692.214431:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214435:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692692.214437:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214441:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692692.214443:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214443:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692692.214444:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214445:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692692.214446:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692692.214447:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692692.214450:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692692.214451:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692692.214480:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692692.214487:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179008:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692692.214491:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214494:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214497:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7b80 x1877672061178624/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214503:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692692.214505:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214507:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692692.214510:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692692.214512:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692692.214514:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692692.214516:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692692.214518:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
02000000:00000001:1.0:1790692692.214522:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692692.214523:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692692.214525:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7b80.
00000100:00000001:1.0:1790692692.214527:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692692.214528:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214529:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214532:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5880 x1877672061178752/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214536:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692692.214537:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214538:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692692.214539:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692692.214540:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692692.214541:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692692.214542:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692692.214543:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790692692.214544:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692692.214545:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692692.214546:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5880.
00000100:00000001:1.0:1790692692.214547:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692692.214548:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214549:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214550:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7800 x1877672061178880/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214553:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692692.214554:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214555:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692692.214556:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692692.214556:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692692.214557:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692692.214558:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692692.214558:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692692.214560:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692692.214560:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692692.214561:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7800.
00000100:00000001:1.0:1790692692.214563:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692692.214564:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214565:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692692.214568:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4700 x1877672061179008/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692717 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692692.214573:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692692.214574:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692692.214575:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692692.214576:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692692.214577:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692692.214578:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692692.214580:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692692.214581:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790692692.214583:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692692.214585:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692692.214586:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4700.
00000100:00000001:1.0:1790692692.214588:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692692.214589:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214592:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692692.214598:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692692.214600:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692692.214603:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692692.214605:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692693.108533:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692693.108535:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692693.108538:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108541:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692693.108543:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108544:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108545:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692693.108548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692693.108551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692693.108551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692693.108591:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692693.108595:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692693.108597:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692693.556542:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315505409, at 4315505472
00000100:00000040:1.0:1790692693.556542:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315505409, at 4315505472
00000100:00000010:0.0:1790692693.556556:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00000100:00000010:1.0:1790692693.556558:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00010000:00000001:2.0:1790692694.132536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692694.132541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692694.132545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692694.132546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692694.132548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692694.132549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692694.132591:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692694.132595:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692694.132597:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692695.156509:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692695.156515:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156520:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692695.156524:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692695.156526:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692695.156529:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156531:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692695.156533:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156536:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156538:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692695.156543:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692695.156544:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692695.156545:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156547:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692695.156548:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156549:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692695.156551:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692695.156607:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692695.156611:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692695.156614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692696.180556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692696.180561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692696.180565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692696.180566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692696.180568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692696.180569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692696.180624:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692696.180629:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692696.180632:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692697.204535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692697.204540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692697.204543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692697.204544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692697.204547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692697.204547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692697.204602:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692697.204606:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692697.204610:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692697.332574:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692697.332582:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692697.332584:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692697.332587:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692697.332589:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692697.332596:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20836
00000400:00000200:1.0:1790692697.332604:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692697.332609:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692697.332611:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692697.332613:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332616:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.332618:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332619:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692697.332625:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692697.332627:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692697.332630:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692697.332633:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692697.332635:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692697.332637:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692697.332640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332643:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.332644:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332646:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692697.332649:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692697.332652:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332655:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692697.332658:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692697.332669:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692697.332672:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332675:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692697.332676:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692697.332683:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
00000020:00000040:1.0:1790692697.332686:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692697.332689:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692697.332690:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332692:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692697.332694:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692697.332697:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692697.332703:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790692697.332707:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692697.332719:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692697.332726:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692697.332729:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692697.332732:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692697.332748:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692697.332751:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692697.332754:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692697.332756:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692697.332757:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692697.332760:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692697.332769:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20836
00000400:00000200:1.0:1790692697.332773:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692697.332773:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:1.0:1790692697.332776:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692697.332777:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790692697.332778:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692697.332780:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692697.332780:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790692697.332782:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.332784:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692697.332785:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692697.332787:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692697.332790:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692697.332791:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692697.332793:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692697.332793:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790692697.332795:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692697.332795:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692697.332797:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790692697.332798:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1790692697.332799:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790692697.332801:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692697.332802:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332803:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790692697.332803:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692697.332805:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332807:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:2.0:1790692697.332807:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061179136:192.168.204.156@tcp:250:kworker.0
00000020:00000040:1.0:1790692697.332809:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692697.332811:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:1.0:1790692697.332812:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332813:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.332814:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692697.332815:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692697.332828:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692697.332829:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692697.332830:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790692697.332831:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332833:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:2.0:1790692697.332835:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
00000008:00100000:1.0:1790692697.332836:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692697.332837:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692697.332839:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332841:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692697.332842:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790692697.332844:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000020:00000040:1.0:1790692697.332846:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000010:2.0:1790692697.332846:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
02000000:00000001:1.0:1790692697.332848:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692697.332849:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332851:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790692697.332851:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
02000000:00000001:1.0:1790692697.332852:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692697.332854:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692697.332857:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000100:00000200:2.0:1790692697.332858:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179136, portal 25
00000100:00000001:1.0:1790692697.332860:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.332860:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692697.332862:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00100000:1.0:1790692697.332864:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790692697.332867:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692697.332871:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692697.332873:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.332874:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692697.332877:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692697.332877:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692697.332879:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692697.332883:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061179136, offset 0
00000100:00000001:1.0:1790692697.332884:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692697.332886:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692697.332889:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692697.332890:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692697.332891:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692697.332892:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692697.332894:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692697.332896:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20836
00000400:00000200:2.0:1790692697.332896:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692697.332899:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692697.332901:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692697.332901:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790692697.332903:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692697.332905:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790692697.332906:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332907:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.332909:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692697.332909:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:1.0:1790692697.332911:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692697.332912:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790692697.332914:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692697.332915:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692697.332915:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:1.0:1790692697.332917:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692697.332918:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692697.332919:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40458:40458:256:4294967295] 192.168.204.156@tcp LPNI seq info [40457:40457:8:4294967295]
00000020:00000001:1.0:1790692697.332920:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692697.332923:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692697.332923:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692697.332926:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332927:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.332929:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332931:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692697.332933:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692697.332933:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790692697.332936:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692697.332937:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692697.332938:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:1.0:1790692697.332939:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692697.332941:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692697.332942:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692697.332943:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00000001:1.0:1790692697.332944:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692697.332946:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692697.332948:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.332950:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692697.332950:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000010:1.0:1790692697.332952:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000020:00000040:1.0:1790692697.332954:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.0:1790692697.332954:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
02000000:00000001:1.0:1790692697.332956:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692697.332958:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692697.332958:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692697.332959:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692697.332960:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692697.332962:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692697.332962:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
02000000:00000010:1.0:1790692697.332965:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000100:00000001:1.0:1790692697.332967:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692697.332967:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.332969:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00100000:1.0:1790692697.332971:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692697.332974:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790692697.332977:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692697.332979:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692697.332979:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790692697.332982:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692697.332984:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692697.332986:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:1.0:1790692697.332989:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.332990:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790692697.332992:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692697.332994:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692697.332995:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692697.332998:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692697.333001:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692697.333002:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790692697.333002:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790692697.333004:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692697.333006:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790692697.333006:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692697.333008:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20836
00000400:00000200:1.0:1790692697.333012:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692697.333013:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692697.333014:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692697.333014:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790692697.333016:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692697.333018:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.333020:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692697.333021:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692697.333022:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.333023:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692697.333024:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790692697.333026:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692697.333027:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692697.333027:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315510528
00000020:00000001:1.0:1790692697.333029:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692697.333031:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000010:2.0:1790692697.333031:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc66c0.
00000020:00000001:1.0:1790692697.333033:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692697.333034:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692697.333037:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692697.333037:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692697.333039:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692697.333040:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692697.333042:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692697.333043:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315510528
00000020:00000040:1.0:1790692697.333044:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692697.333046:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000010:2.0:1790692697.333047:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc62a0.
00000100:00000001:1.0:1790692697.333049:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333049:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790692697.333051:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692697.333052:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692697.333053:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692697.333055:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333055:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692697.333056:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692697.333057:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00100000:1.0:1790692697.333058:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692697.333060:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692697.333061:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692697/real 1790692697]  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692697.333062:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692697.333065:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790692697.333067:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692697.333069:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692697.333070:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692697.333070:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:1.0:1790692697.333072:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:2.0:1790692697.333072:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:1.0:1790692697.333073:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692697.333075:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692697.333075:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692697.333077:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
02000000:00000010:1.0:1790692697.333078:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000400:00000010:2.0:1790692697.333079:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692697.333081:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333081:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:1.0:1790692697.333085:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692697.333085:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692697.333092:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692697.333094:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692697.333094:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692697.333098:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333101:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692697.333103:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692697.333105:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333105:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333107:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692697.333108:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20846)
00000100:00100000:2.0:1790692697.333110:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333116:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692697.333120:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333127:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692697.333129:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333131:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333132:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333134:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692697.333135:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692697.333138:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692697.333142:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692697.333144:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692697.333148:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692697.333153:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061179136:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692697.333157:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333158:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333160:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061179136/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333164:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692697.333166:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333167:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692697.333169:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692697.333170:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692697.333171:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692697.333172:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692697.333173:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790692697.333176:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692697.333177:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692697.333178:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790692697.333180:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692697.333180:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333187:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333192:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692697.333194:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333195:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692697.333196:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692697.333197:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692697.333199:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333203:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692697.333204:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333205:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692697.333207:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692697.333208:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692697.333209:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179264:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692697.333211:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692697.333212:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692697.333213:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333215:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333217:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692697.333218:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692697.333220:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692697.333222:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692697.333224:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692697.333226:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179264, portal 10
00000100:00000001:2.0:1790692697.333227:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692697.333228:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00000040:2.0:1790692697.333232:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333236:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692697.333237:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692697.333239:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692697.333240:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061179264, offset 0
00000400:00000200:2.0:1790692697.333242:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333245:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333247:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692697.333249:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692697.333251:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692697.333253:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692697.333255:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333258:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40459:40459:256:4294967295] 192.168.204.156@tcp LPNI seq info [40458:40458:8:4294967295]
00000400:00000200:2.0:1790692697.333262:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333267:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692697.333272:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333275:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692697.333279:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692697.333281:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692697.333285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692697.333288:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692697.333291:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333293:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692697.333296:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692697.333299:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692697.333302:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692697.333303:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692697.333305:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692697.333307:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333312:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333314:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333318:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333318:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692697.333321:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692697.333323:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692697.333332:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692697.333333:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315509262
00000100:00000001:2.0:1790692697.333335:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333336:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315509262
00000100:00000001:2.0:1790692697.333337:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333339:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692697.333340:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333341:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692697.333343:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692697/real 1790692697]  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692697.333347:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692697.333348:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692697.333349:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692697.333351:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692697.333352:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692697.333353:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692697.333355:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692697.333360:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333364:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692697.333365:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333366:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333366:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692697.333368:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333372:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692697.333374:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333377:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692697.333378:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333379:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333380:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333381:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692697.333382:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692697.333383:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692697.333385:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692697.333386:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692697.333389:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692697.333393:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179264:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692697.333395:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692697.333396:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333404:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692697.333404:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333406:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692697.333407:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692697.333408:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692697.333410:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179392:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692697.333411:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692697.333412:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692697.333413:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333414:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333416:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692697.333418:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692697.333419:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692697.333421:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692697.333423:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692697.333424:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179392, portal 10
00000100:00000001:2.0:1790692697.333425:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692697.333426:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000040:2.0:1790692697.333430:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333433:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692697.333435:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692697.333436:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692697.333437:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061179392, offset 0
00000400:00000200:2.0:1790692697.333439:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333441:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333443:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692697.333445:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692697.333447:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692697.333448:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692697.333449:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333451:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40460:40460:256:4294967295] 192.168.204.156@tcp LPNI seq info [40459:40459:8:4294967295]
00000400:00000200:2.0:1790692697.333469:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333474:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692697.333477:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333479:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692697.333481:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692697.333483:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692697.333485:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692697.333487:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692697.333489:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333490:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692697.333492:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692697.333494:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692697.333496:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692697.333497:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692697.333498:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692697.333500:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333505:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333506:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333510:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333511:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692697.333513:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692697.333514:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692697.333516:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692697.333517:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315509272
00000100:00000001:2.0:1790692697.333519:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333520:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315509272
00000100:00000001:2.0:1790692697.333522:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333523:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692697.333524:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333525:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692697.333527:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692697/real 1790692697]  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692697.333532:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692697.333533:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692697.333533:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692697.333535:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692697.333535:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692697.333536:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692697.333538:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692697.333543:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333546:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692697.333547:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333548:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333549:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692697.333550:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333554:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692697.333556:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333559:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692697.333560:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333561:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333562:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333563:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692697.333563:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692697.333565:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692697.333567:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692697.333568:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692697.333570:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692697.333575:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179392:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692697.333576:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692697.333578:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333581:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692697.333582:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333583:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692697.333584:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692697.333585:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692697.333587:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179520:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692697.333589:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692697.333589:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692697.333591:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692697.333591:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333593:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692697.333594:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692697.333596:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692697.333597:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692697.333599:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692697.333601:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179520, portal 4
00000100:00000001:2.0:1790692697.333602:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692697.333602:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692697.333606:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333610:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692697.333611:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692697.333612:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692697.333614:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061179520, offset 0
00000400:00000200:2.0:1790692697.333616:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333618:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333620:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692697.333621:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692697.333623:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692697.333624:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692697.333633:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692697.333635:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40461:40461:256:4294967295] 192.168.204.156@tcp LPNI seq info [40460:40460:8:4294967295]
00000400:00000200:2.0:1790692697.333637:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692697.333641:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692697.333643:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333645:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692697.333647:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692697.333649:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692697.333651:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692697.333652:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692697.333655:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692697.333656:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692697.333657:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692697.333659:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692697.333661:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692697.333662:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692697.333664:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692697.333667:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333674:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333677:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692722 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333682:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333684:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692697.333687:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692697.333690:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692697.333693:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692697.333695:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315509266
00000100:00000001:2.0:1790692697.333697:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333699:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315509266
00000100:00000001:2.0:1790692697.333701:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315510528
00000100:00000001:2.0:1790692697.333703:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692697.333705:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333707:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692697.333711:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692697/real 1790692697]  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692697.333717:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692697.333718:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692697.333720:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692697.333722:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692697.333723:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692697.333725:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692697.333728:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692697.333735:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333742:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692697.333743:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333745:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333747:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692697.333750:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333756:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692697.333760:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333764:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692697.333765:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333766:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692697.333767:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333768:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692697.333769:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692697.333770:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692697.333772:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692697.333773:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692697.333775:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692697.333779:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179520:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692697.333782:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333783:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333785:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061179264/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333789:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692697.333790:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333791:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692697.333793:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692697.333794:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692697.333795:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692697.333796:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692697.333797:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790692697.333799:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692697.333800:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692697.333800:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790692697.333802:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692697.333803:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333804:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333806:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061179392/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333809:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692697.333810:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333811:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692697.333812:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692697.333813:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692697.333813:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692697.333814:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692697.333815:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790692697.333827:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692697.333828:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692697.333829:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790692697.333830:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692697.333831:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333832:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692697.333834:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061179520/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692722 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692697.333837:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692697.333838:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692697.333839:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692697.333840:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692697.333841:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692697.333842:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692697.333843:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692697.333843:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790692697.333844:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692697.333845:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692697.333846:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692697.333847:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692697.333847:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333848:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692697.333851:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692697.333852:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692697.333853:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692697.333854:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692698.228571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692698.228577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692698.228592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692698.228593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692698.228596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692698.228597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692698.228667:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692698.228671:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692698.228674:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692698.676548:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315510528, at 4315510592
00000100:00000040:1.0:1790692698.676548:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315510528, at 4315510592
00000100:00000010:0.0:1790692698.676565:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00000100:00000010:1.0:1790692698.676569:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00010000:00000001:2.0:1790692699.252540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692699.252546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692699.252551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692699.252553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692699.252564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692699.252565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692699.252626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692699.252629:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692699.252633:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692700.276568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692700.276575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692700.276580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692700.276581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692700.276584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692700.276585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692700.276667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692700.276673:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692700.276676:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1790692700.916566:0:298105:0:(osc_request.c:745:osc_update_next_shrink()) next time 22045 to shrink grant
00010000:00000001:2.0:1790692701.300530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692701.300537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692701.300542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692701.300542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692701.300545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692701.300546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692701.300595:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692701.300598:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692701.300602:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692702.324592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692702.324599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692702.324606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692702.324607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692702.324611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692702.324612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692702.324682:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692702.324687:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692702.324692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692702.452557:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692702.452573:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692702.452576:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692702.452582:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692702.452588:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692702.452596:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20841
00000400:00000200:1.0:1790692702.452607:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692702.452615:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692702.452619:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692702.452623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452627:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692702.452630:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692702.452643:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692702.452646:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692702.452649:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692702.452653:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692702.452656:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692702.452665:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692702.452667:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452669:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692702.452670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452671:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692702.452674:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692702.452677:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452678:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692702.452681:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692702.452684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692702.452688:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.452690:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692702.452693:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692702.452704:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790692702.452708:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692702.452712:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692702.452715:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.452730:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692702.452734:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692702.452739:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692702.452759:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000100:00000001:1.0:1790692702.452767:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692702.452778:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692702.452786:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692702.452790:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.452794:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692702.452817:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692702.452820:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692702.452824:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692702.452826:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692702.452828:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692702.452831:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692702.452834:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20841
00000400:00000200:1.0:1790692702.452839:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692702.452843:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692702.452846:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692702.452846:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790692702.452850:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452853:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692702.452855:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452859:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692702.452859:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692702.452864:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790692702.452865:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692702.452867:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692702.452870:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790692702.452872:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692702.452873:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692702.452877:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692702.452882:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692702.452888:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692702.452889:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692702.452891:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692702.452893:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.452894:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.452897:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692702.452898:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:1.0:1790692702.452899:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692702.452902:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790692702.452903:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692702.452907:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.452908:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692702.452912:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790692702.452915:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061179648:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692702.452919:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692702.452919:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692702.452923:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.452924:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790692702.452925:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692702.452928:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790692702.452931:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692702.452931:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:1.0:1790692702.452935:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.452937:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692702.452938:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
00000100:00000010:1.0:1790692702.452940:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000020:00000040:1.0:1790692702.452943:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692702.452944:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692702.452945:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.452946:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.452947:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692702.452949:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692702.452952:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692702.452955:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000400:00000200:2.0:1790692702.452955:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692702.452960:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692702.452962:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00100000:1.0:1790692702.452966:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692702.452970:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692702.452973:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692702.452975:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.452979:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692702.452979:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179648, portal 25
00000100:00000001:2.0:1790692702.452984:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692702.452987:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000001:1.0:1790692702.452991:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692702.452996:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692702.452996:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692702.453004:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692702.453007:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692702.453009:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692702.453012:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790692702.453013:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692702.453017:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20841
00000100:00000040:2.0:1790692702.453017:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692702.453022:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000400:00000200:1.0:1790692702.453024:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:2.0:1790692702.453027:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061179648, offset 0
00000400:00000200:1.0:1790692702.453028:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692702.453032:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692702.453034:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453035:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692702.453038:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692702.453039:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453042:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692702.453044:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692702.453044:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692702.453045:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692702.453047:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692702.453049:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692702.453050:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790692702.453052:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692702.453056:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453057:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692702.453060:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:1.0:1790692702.453061:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453064:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692702.453067:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692702.453069:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453072:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453072:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790692702.453075:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692702.453077:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692702.453079:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453081:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692702.453082:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000008:00100000:1.0:1790692702.453083:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692702.453086:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453089:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453090:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000010:1.0:1790692702.453092:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692702.453095:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692702.453096:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:1.0:1790692702.453097:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692702.453101:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453102:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692702.453104:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692702.453107:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453108:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40462:40462:256:4294967295] 192.168.204.156@tcp LPNI seq info [40461:40461:8:4294967295]
02000000:00000010:1.0:1790692702.453110:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000100:00000001:1.0:1790692702.453113:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692702.453120:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692702.453120:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692702.453127:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692702.453129:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.453131:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692702.453136:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.453137:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692702.453140:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692702.453143:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692702.453148:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692702.453151:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692702.453152:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790692702.453153:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692702.453159:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692702.453163:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20841
00000400:00000200:1.0:1790692702.453167:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692702.453171:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.0:1790692702.453171:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692702.453175:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692702.453178:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453179:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692702.453181:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692702.453182:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00000001:1.0:1790692702.453183:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692702.453187:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692702.453188:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692702.453189:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692702.453191:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692702.453194:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692702.453196:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.0:1790692702.453196:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:1.0:1790692702.453202:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453203:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692702.453205:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.0:1790692702.453205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00000001:1.0:1790692702.453208:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692702.453212:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692702.453215:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692702.453219:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692702.453220:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692702.453221:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692702.453224:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692702.453226:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453228:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692702.453228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000008:00100000:1.0:1790692702.453231:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692702.453233:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453235:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692702.453239:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000800:00000100:2.0:1790692702.453239:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790692702.453243:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692702.453245:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1790692702.453245:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
02000000:00000001:1.0:1790692702.453247:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692702.453250:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692702.453251:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692702.453252:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692702.453255:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
00000100:00000001:1.0:1790692702.453258:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453258:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:1.0:1790692702.453264:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692702.453270:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:1.0:1790692702.453272:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692702.453274:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692702.453278:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692702.453279:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000100:00000001:1.0:1790692702.453286:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692702.453286:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000040:1.0:1790692702.453291:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20852)
00000100:00000001:2.0:1790692702.453294:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692702.453302:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453312:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.453316:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453324:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453326:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692702.453335:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453339:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692702.453342:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315515648
00000100:00000010:2.0:1790692702.453348:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c00.
00000100:00000001:2.0:1790692702.453355:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692702.453363:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315515648
00000100:00000010:2.0:1790692702.453366:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6300.
00000100:00000001:2.0:1790692702.453370:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692702.453380:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692702.453384:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453386:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692702.453393:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692702/real 1790692702]  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692702.453409:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692702.453411:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692702.453413:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692702.453417:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692702.453419:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692702.453422:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692702.453426:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692702.453435:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453442:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692702.453444:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453447:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.453449:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692702.453478:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453487:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692702.453492:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453500:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692702.453504:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453506:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.453507:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453510:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692702.453512:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692702.453515:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692702.453519:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692702.453522:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692702.453528:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692702.453537:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061179648:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692702.453542:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453544:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.453548:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061179648/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453554:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692702.453557:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692702.453559:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692702.453562:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692702.453564:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692702.453565:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692702.453568:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692702.453569:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000001:2.0:1790692702.453573:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692702.453576:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692702.453577:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692702.453581:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692702.453583:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453585:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453593:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692702.453595:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453598:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692702.453599:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692702.453600:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692702.453604:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453620:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692702.453621:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.453624:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692702.453626:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692702.453628:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692702.453630:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179776:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692702.453633:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692702.453634:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692702.453635:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.453636:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692702.453638:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692702.453640:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453643:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692702.453645:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692702.453647:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692702.453649:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179776, portal 10
00000100:00000001:2.0:1790692702.453651:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692702.453652:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692702.453657:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453662:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692702.453663:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692702.453664:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692702.453666:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061179776, offset 0
00000400:00000200:2.0:1790692702.453669:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692702.453672:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.453674:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692702.453676:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692702.453678:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692702.453680:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692702.453682:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692702.453684:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40463:40463:256:4294967295] 192.168.204.156@tcp LPNI seq info [40462:40462:8:4294967295]
00000400:00000200:2.0:1790692702.453686:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.453691:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692702.453694:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.453696:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692702.453698:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692702.453701:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790692702.453704:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692702.453706:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790692702.453708:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.453709:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692702.453711:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692702.453714:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692702.453716:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692702.453731:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692702.453733:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692702.453736:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453747:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.453752:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453759:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453761:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692702.453765:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692702.453770:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692702.453773:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692702.453775:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315514383
00000100:00000001:2.0:1790692702.453778:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.453780:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315514383
00000100:00000001:2.0:1790692702.453782:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.453784:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692702.453786:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453788:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692702.453792:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692702/real 1790692702]  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692702.453797:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692702.453798:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692702.453800:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692702.453802:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692702.453803:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692702.453805:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692702.453806:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692702.453811:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453815:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692702.453816:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453817:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.453818:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692702.453820:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453823:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692702.453825:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453830:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692702.453831:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453832:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.453833:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453834:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692702.453835:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692702.453836:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692702.453838:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692702.453839:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692702.453841:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692702.453845:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179776:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692702.453848:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692702.453850:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453854:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692702.453854:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.453855:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692702.453857:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692702.453858:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692702.453859:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179904:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692702.453861:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692702.453862:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692702.453863:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.453864:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692702.453866:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692702.453867:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.453869:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692702.453871:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692702.453873:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692702.453875:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061179904, portal 10
00000100:00000001:2.0:1790692702.453876:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692702.453877:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692702.453880:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453884:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692702.453886:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692702.453887:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692702.453889:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061179904, offset 0
00000400:00000200:2.0:1790692702.453891:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692702.453893:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.453895:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692702.453896:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692702.453898:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692702.453900:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692702.453901:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692702.453903:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40464:40464:256:4294967295] 192.168.204.156@tcp LPNI seq info [40463:40463:8:4294967295]
00000400:00000200:2.0:1790692702.453906:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.453910:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692702.453912:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.453914:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692702.453916:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692702.453917:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790692702.453920:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692702.453922:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790692702.453924:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.453925:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692702.453935:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692702.453939:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692702.453942:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692702.453943:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692702.453944:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692702.453946:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453951:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.453953:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453957:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453958:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692702.453960:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692702.453961:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692702.453964:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692702.453965:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315514392
00000100:00000001:2.0:1790692702.453966:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.453968:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315514392
00000100:00000001:2.0:1790692702.453970:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.453971:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692702.453973:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.453974:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692702.453976:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692702/real 1790692702]  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692702.453980:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692702.453980:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692702.453981:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692702.453982:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692702.453983:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692702.453984:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692702.453986:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692702.453991:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.453995:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692702.453996:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.453997:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.453997:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692702.453999:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454002:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692702.454004:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454008:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692702.454009:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454010:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.454011:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454012:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692702.454013:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692702.454015:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692702.454017:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692702.454018:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692702.454020:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692702.454024:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061179904:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692702.454026:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692702.454028:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454031:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692702.454032:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.454033:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692702.454034:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692702.454035:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692702.454037:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180032:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692702.454039:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692702.454040:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692702.454041:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692702.454042:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692702.454044:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692702.454045:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692702.454047:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692702.454048:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692702.454050:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692702.454052:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180032, portal 4
00000100:00000001:2.0:1790692702.454053:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692702.454054:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790692702.454058:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454062:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692702.454064:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692702.454065:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692702.454067:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061180032, offset 0
00000400:00000200:2.0:1790692702.454069:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692702.454071:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.454072:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692702.454074:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692702.454075:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692702.454076:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692702.454078:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692702.454080:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40465:40465:256:4294967295] 192.168.204.156@tcp LPNI seq info [40464:40464:8:4294967295]
00000400:00000200:2.0:1790692702.454082:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692702.454086:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692702.454089:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.454090:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692702.454092:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692702.454094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:2.1:1790692702.454096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692702.454098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:2.0:1790692702.454100:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692702.454101:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692702.454103:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692702.454105:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692702.454106:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692702.454108:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692702.454109:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692702.454111:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454115:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.454117:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692727 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454125:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.454126:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692702.454128:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692702.454129:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692702.454131:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692702.454132:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315514386
00000100:00000001:2.0:1790692702.454134:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.454135:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315514386
00000100:00000001:2.0:1790692702.454136:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315515648
00000100:00000001:2.0:1790692702.454137:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692702.454138:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.454139:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692702.454141:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692702/real 1790692702]  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692702.454145:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692702.454145:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692702.454146:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692702.454147:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692702.454148:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692702.454149:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692702.454151:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692702.454156:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454159:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692702.454160:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454161:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.454162:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692702.454163:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454168:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692702.454170:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454174:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692702.454175:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454176:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692702.454177:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454178:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692702.454179:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692702.454180:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692702.454181:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692702.454182:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692702.454184:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692702.454188:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180032:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692702.454190:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454191:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.454193:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061179776/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454196:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692702.454197:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692702.454198:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692702.454199:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692702.454200:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692702.454201:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692702.454202:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692702.454203:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692702.454205:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692702.454206:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692702.454207:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692702.454209:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692702.454210:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454211:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.454213:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061179904/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454216:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692702.454217:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692702.454218:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692702.454219:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692702.454220:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692702.454220:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692702.454221:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692702.454222:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790692702.454223:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692702.454224:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692702.454224:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692702.454225:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692702.454226:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454227:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692702.454228:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061180032/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692727 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692702.454231:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692702.454232:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692702.454233:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692702.454235:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692702.454235:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692702.454236:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692702.454237:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692702.454237:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692702.454238:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692702.454239:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692702.454240:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692702.454241:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692702.454242:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454243:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692702.454246:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692702.454247:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692702.454248:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692702.454249:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692703.348576:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692703.348579:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692703.348583:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348587:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692703.348589:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348591:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348593:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692703.348599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692703.348601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692703.348603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692703.348667:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692703.348671:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692703.348675:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692703.796564:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315515648, at 4315515712
00000100:00000040:1.0:1790692703.796564:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315515648, at 4315515712
00000100:00000010:1.0:1790692703.796577:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000100:00000010:0.0:1790692703.796580:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00010000:00000001:2.0:1790692704.372544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692704.372551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692704.372556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692704.372557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692704.372561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692704.372562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692704.372630:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692704.372634:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692704.372638:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692705.396548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692705.396554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692705.396561:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692705.396562:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692705.396565:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396567:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692705.396569:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396570:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396571:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692705.396575:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692705.396576:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692705.396576:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396577:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692705.396579:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396580:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692705.396581:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692705.396626:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692705.396629:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692705.396631:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692706.420559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692706.420566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692706.420572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692706.420573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692706.420576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692706.420578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692706.420650:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692706.420655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692706.420659:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692707.444529:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692707.444533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692707.444537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692707.444538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692707.444541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692707.444542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692707.444599:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692707.444603:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692707.444606:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692707.572566:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692707.572574:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692707.572576:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692707.572579:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692707.572582:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692707.572588:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20847
00000400:00000200:0.0:1790692707.572595:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692707.572600:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692707.572603:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692707.572605:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572607:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.572609:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572610:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692707.572616:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692707.572630:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692707.572632:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692707.572634:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692707.572636:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692707.572637:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692707.572640:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572641:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.572642:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572643:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692707.572645:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692707.572647:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572648:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692707.572650:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692707.572652:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692707.572654:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572656:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692707.572657:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692707.572664:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692707.572667:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692707.572671:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692707.572673:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572675:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692707.572678:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692707.572682:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692707.572689:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692707.572696:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692707.572706:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692707.572716:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692707.572721:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692707.572726:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692707.572754:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692707.572757:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692707.572761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692707.572762:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692707.572763:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692707.572766:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692707.572771:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20847
00000400:00000200:0.0:1790692707.572774:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692707.572777:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692707.572779:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692707.572781:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572783:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.572785:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572787:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692707.572790:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692707.572790:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790692707.572791:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692707.572793:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692707.572794:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790692707.572795:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692707.572797:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692707.572797:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790692707.572799:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692707.572802:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572804:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692707.572804:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692707.572806:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572807:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692707.572810:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692707.572812:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692707.572812:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790692707.572814:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.572814:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692707.572816:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692707.572817:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692707.572819:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692707.572821:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692707.572822:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.572822:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572824:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:2.0:1790692707.572825:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061180160:192.168.204.156@tcp:250:kworker.0
00000008:00100000:0.0:1790692707.572829:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692707.572829:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1790692707.572831:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572833:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.572833:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1790692707.572836:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
02000000:00000001:2.0:1790692707.572836:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692707.572838:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692707.572838:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790692707.572840:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692707.572842:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692707.572842:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
00000100:00000001:0.0:1790692707.572843:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692707.572845:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692707.572845:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692707.572846:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692707.572850:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000400:00000200:2.0:1790692707.572850:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692707.572854:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692707.572854:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00100000:0.0:1790692707.572858:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692707.572860:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790692707.572864:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692707.572866:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692707.572869:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692707.572871:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180160, portal 25
00000100:00000001:2.0:1790692707.572874:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692707.572875:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000001:0.0:1790692707.572876:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692707.572879:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692707.572880:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692707.572882:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692707.572883:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692707.572885:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692707.572887:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692707.572888:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790692707.572889:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20847
00000100:00000040:2.0:1790692707.572890:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692707.572892:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692707.572893:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000400:00000200:0.0:1790692707.572894:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692707.572897:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1790692707.572897:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061180160, offset 0
00000100:00000040:0.0:1790692707.572899:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572901:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.572903:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692707.572903:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572905:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692707.572907:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692707.572908:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692707.572909:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692707.572910:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790692707.572911:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692707.572913:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692707.572914:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692707.572916:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:0.0:1790692707.572917:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572918:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.572920:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572922:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692707.572924:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692707.572925:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790692707.572926:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692707.572928:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.572929:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:0.0:1790692707.572930:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692707.572932:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692707.572933:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790692707.572934:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572935:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692707.572935:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000008:00100000:0.0:1790692707.572937:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692707.572939:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.572939:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40466:40466:256:4294967295] 192.168.204.156@tcp LPNI seq info [40465:40465:8:4294967295]
00000100:00000001:0.0:1790692707.572941:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692707.572944:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000400:00000200:2.0:1790692707.572944:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790692707.572946:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692707.572949:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692707.572950:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.572951:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692707.572952:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692707.572954:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.572956:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000010:0.0:1790692707.572957:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692707.572960:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692707.572962:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00100000:0.0:1790692707.572964:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790692707.572966:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692707.572974:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692707.572976:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692707.572977:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692707.572978:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000040:0.0:1790692707.572981:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692707.572984:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692707.572987:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00000001:0.0:1790692707.572988:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692707.572990:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1790692707.572992:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692707.572994:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:2.0:1790692707.572995:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00080000:0.0:1790692707.572997:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692707.572999:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692707.573000:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692707.573001:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790692707.573002:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692707.573004:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692707.573005:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1790692707.573006:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20847
00000400:00000200:0.0:1790692707.573009:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573010:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000200:0.0:1790692707.573011:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692707.573013:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790692707.573013:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692707.573017:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692707.573021:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692707.573023:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.573026:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.573028:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692707.573030:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692707.573033:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692707.573034:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692707.573035:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692707.573036:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:0.0:1790692707.573038:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000040:2.0:1790692707.573039:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692707.573040:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692707.573042:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692707.573045:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692707.573046:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.573047:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692707.573049:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692707.573049:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790692707.573051:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692707.573052:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692707.573054:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692707.573056:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692707.573058:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692707.573060:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692707.573062:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573062:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692707.573064:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692707.573066:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:2.0:1790692707.573066:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:0.0:1790692707.573069:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573069:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315520768
00000100:00000001:0.0:1790692707.573070:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692707.573073:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000100:00000010:2.0:1790692707.573073:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6900.
00000020:00000040:0.0:1790692707.573075:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692707.573077:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692707.573078:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573079:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692707.573080:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692707.573081:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692707.573083:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692707.573086:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:2.0:1790692707.573086:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315520768
00000100:00000010:2.0:1790692707.573088:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6540.
00000100:00000001:0.0:1790692707.573089:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573092:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00100000:0.0:1790692707.573093:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692707.573100:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692707.573101:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692707.573102:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573104:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692707.573105:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573107:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692707.573111:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692707/real 1790692707]  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692707.573112:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692707.573117:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20857)
00000400:00000001:2.0:1790692707.573120:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692707.573121:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692707.573123:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692707.573127:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692707.573129:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692707.573132:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692707.573135:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692707.573142:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573149:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692707.573151:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573153:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573155:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692707.573159:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573166:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692707.573170:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573175:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692707.573177:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573178:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573179:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573180:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692707.573181:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692707.573183:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692707.573185:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692707.573187:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692707.573189:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692707.573193:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061180160:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692707.573197:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573198:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573200:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061180160/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573204:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692707.573206:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573207:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692707.573210:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692707.573211:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692707.573213:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692707.573215:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692707.573216:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:2.0:1790692707.573219:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692707.573220:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692707.573221:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790692707.573224:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692707.573225:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573226:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573232:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692707.573233:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573235:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692707.573236:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692707.573237:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692707.573238:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573243:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692707.573244:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573245:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692707.573247:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692707.573248:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692707.573249:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180288:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692707.573251:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692707.573252:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692707.573253:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573254:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573256:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692707.573257:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.573260:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692707.573261:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692707.573263:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692707.573265:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180288, portal 10
00000100:00000001:2.0:1790692707.573267:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692707.573268:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:2.0:1790692707.573271:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573276:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692707.573277:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692707.573279:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692707.573280:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061180288, offset 0
00000400:00000200:2.0:1790692707.573282:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573285:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573287:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692707.573289:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692707.573290:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692707.573292:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692707.573293:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573295:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40467:40467:256:4294967295] 192.168.204.156@tcp LPNI seq info [40466:40466:8:4294967295]
00000400:00000200:2.0:1790692707.573298:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573302:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692707.573305:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573307:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692707.573309:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692707.573311:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790692707.573313:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692707.573315:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790692707.573317:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573319:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692707.573320:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692707.573322:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692707.573324:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692707.573325:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692707.573327:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692707.573329:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573333:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573335:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573343:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573344:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692707.573345:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692707.573348:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692707.573350:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692707.573351:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315519502
00000100:00000001:2.0:1790692707.573353:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573355:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315519502
00000100:00000001:2.0:1790692707.573356:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573357:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692707.573358:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573359:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692707.573361:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692707/real 1790692707]  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692707.573365:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692707.573366:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692707.573367:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692707.573368:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692707.573369:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692707.573371:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692707.573372:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692707.573377:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573380:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692707.573381:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573382:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573383:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692707.573384:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573389:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692707.573391:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573395:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692707.573396:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573397:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573398:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573398:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692707.573399:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692707.573401:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692707.573402:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692707.573403:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692707.573405:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692707.573409:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180288:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692707.573411:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692707.573413:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573416:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692707.573417:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573418:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692707.573419:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692707.573420:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692707.573421:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180416:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692707.573423:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692707.573424:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692707.573425:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573426:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573428:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692707.573429:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.573431:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692707.573432:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692707.573434:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692707.573435:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180416, portal 10
00000100:00000001:2.0:1790692707.573436:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692707.573437:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790692707.573441:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573445:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692707.573446:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692707.573447:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692707.573448:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061180416, offset 0
00000400:00000200:2.0:1790692707.573450:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573452:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573472:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692707.573473:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692707.573475:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692707.573476:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692707.573478:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573480:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40468:40468:256:4294967295] 192.168.204.156@tcp LPNI seq info [40467:40467:8:4294967295]
00000400:00000200:2.0:1790692707.573482:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573486:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692707.573489:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573491:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692707.573493:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692707.573495:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790692707.573497:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692707.573499:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790692707.573501:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573504:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692707.573506:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692707.573508:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692707.573510:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692707.573511:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692707.573512:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692707.573514:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573519:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573520:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573524:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573525:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692707.573527:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692707.573528:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692707.573530:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692707.573531:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315519512
00000100:00000001:2.0:1790692707.573533:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573534:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315519512
00000100:00000001:2.0:1790692707.573535:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573536:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692707.573537:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573538:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692707.573540:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692707/real 1790692707]  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692707.573544:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692707.573545:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692707.573546:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692707.573547:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692707.573548:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692707.573550:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692707.573552:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692707.573556:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573561:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692707.573562:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573563:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573564:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692707.573568:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573574:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692707.573577:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573584:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692707.573586:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573587:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573588:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573590:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692707.573591:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692707.573593:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692707.573596:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692707.573598:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692707.573602:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692707.573610:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180416:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692707.573614:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692707.573617:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573635:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692707.573637:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573638:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692707.573639:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692707.573641:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692707.573642:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180544:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692707.573644:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692707.573646:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692707.573647:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692707.573648:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573650:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692707.573652:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692707.573654:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692707.573655:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692707.573658:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692707.573660:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180544, portal 4
00000100:00000001:2.0:1790692707.573661:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692707.573662:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:2.0:1790692707.573666:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573670:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692707.573671:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692707.573672:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692707.573674:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061180544, offset 0
00000400:00000200:2.0:1790692707.573676:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573678:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573680:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692707.573682:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692707.573684:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692707.573685:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692707.573686:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692707.573689:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40469:40469:256:4294967295] 192.168.204.156@tcp LPNI seq info [40468:40468:8:4294967295]
00000400:00000200:2.0:1790692707.573691:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692707.573695:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692707.573698:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573699:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692707.573702:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692707.573703:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790692707.573705:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692707.573707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790692707.573710:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692707.573711:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692707.573713:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692707.573715:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692707.573717:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692707.573717:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692707.573719:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692707.573721:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573725:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573727:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692732 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573731:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573732:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692707.573734:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692707.573735:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692707.573737:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692707.573739:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315519506
00000100:00000001:2.0:1790692707.573740:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573741:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315519506
00000100:00000001:2.0:1790692707.573743:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315520768
00000100:00000001:2.0:1790692707.573744:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692707.573745:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573746:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692707.573748:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692707/real 1790692707]  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692707.573753:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692707.573753:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692707.573754:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692707.573755:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692707.573756:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692707.573757:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692707.573759:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692707.573764:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573767:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692707.573768:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573769:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573770:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692707.573771:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573775:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692707.573777:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573780:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692707.573781:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573782:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692707.573783:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573784:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692707.573785:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692707.573786:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692707.573788:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692707.573790:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692707.573792:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692707.573796:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180544:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692707.573798:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573799:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573800:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061180288/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573804:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692707.573805:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573806:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692707.573807:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692707.573808:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692707.573809:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692707.573810:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692707.573811:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:2.0:1790692707.573813:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692707.573814:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692707.573815:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:2.0:1790692707.573817:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692707.573817:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573818:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573820:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061180416/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573824:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692707.573824:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573825:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692707.573826:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692707.573827:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692707.573828:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692707.573829:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692707.573830:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:2.0:1790692707.573832:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692707.573832:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692707.573833:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790692707.573834:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692707.573835:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573836:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692707.573838:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061180544/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692732 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692707.573841:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692707.573841:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692707.573842:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692707.573843:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692707.573844:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692707.573844:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692707.573845:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692707.573846:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790692707.573847:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692707.573847:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692707.573848:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:2.0:1790692707.573849:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692707.573850:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573851:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692707.573853:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692707.573854:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692707.573855:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692707.573855:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692708.468546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692708.468553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692708.468557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692708.468559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692708.468562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692708.468563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692708.468638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692708.468642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692708.468646:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692708.916547:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315520768, at 4315520832
00000100:00000040:1.0:1790692708.916547:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315520768, at 4315520832
00000100:00000010:0.0:1790692708.916560:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000100:00000010:1.0:1790692708.916564:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00010000:00000001:2.0:1790692709.492557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692709.492562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692709.492566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692709.492567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692709.492570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692709.492571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692709.492630:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692709.492633:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692709.492635:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692710.516544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692710.516551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692710.516557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692710.516558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692710.516574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692710.516576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692710.516636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692710.516639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692710.516641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692711.540582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692711.540587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692711.540590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692711.540591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692711.540593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692711.540594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692711.540646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692711.540649:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692711.540651:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692712.564577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692712.564590:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692712.564593:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692712.564597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692712.564601:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692712.564603:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692712.564605:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692712.564607:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692712.564611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692712.564613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692712.564616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692712.564617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692712.564665:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692712.564668:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692712.564670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692712.692590:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692712.692601:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692712.692604:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692712.692607:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692712.692612:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692712.692620:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20852
00000400:00000200:0.0:1790692712.692629:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692712.692637:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692712.692641:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692712.692644:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692648:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692712.692650:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692712.692660:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692712.692662:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692712.692664:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692712.692667:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692712.692669:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692712.692672:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692712.692674:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692676:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692712.692678:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692680:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692712.692683:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692712.692686:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692688:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692712.692691:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692712.692695:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692712.692698:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.692700:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692712.692702:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692712.692711:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692712.692715:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692712.692718:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692712.692720:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.692723:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692712.692726:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692712.692730:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692712.692740:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692712.692755:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692712.692764:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692712.692774:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692712.692778:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692712.692783:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692712.692805:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692712.692809:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692712.692811:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692712.692813:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692712.692814:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692712.692817:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692712.692819:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20852
00000400:00000200:0.0:1790692712.692823:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692712.692826:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692712.692828:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692712.692831:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692712.692836:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692838:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692712.692842:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692712.692844:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692712.692845:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692712.692848:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692712.692850:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692712.692852:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692712.692853:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692712.692857:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692860:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692712.692860:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692712.692865:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692712.692865:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692712.692869:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692712.692872:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000040:2.0:1790692712.692876:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692712.692877:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692712.692881:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692712.692885:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692712.692891:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.692892:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692712.692895:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692712.692896:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.692901:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692712.692902:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1790692712.692905:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692712.692907:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1790692712.692910:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.692912:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.692914:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692712.692919:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061180672:192.168.204.156@tcp:250:kworker.0
00000100:00000010:0.0:1790692712.692922:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692712.692928:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:2.0:1790692712.692928:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790692712.692932:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692712.692934:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.692934:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692712.692938:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692712.692938:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692712.692941:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692712.692944:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790692712.692945:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692712.692951:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000010:0.0:1790692712.692952:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692712.692957:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692712.692962:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790692712.692965:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.692975:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692712.692980:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:0.0:1790692712.692982:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692712.692986:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692712.692989:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000040:0.0:1790692712.692990:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692712.692998:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180672, portal 25
00000100:00000001:0.0:1790692712.693001:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.693003:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692712.693005:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692712.693006:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00080000:0.0:1790692712.693013:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692712.693016:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692712.693019:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1790692712.693020:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692712.693023:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692712.693029:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20852
00000400:00000200:0.0:1790692712.693032:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692712.693035:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692712.693039:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692712.693043:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:0.0:1790692712.693044:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693049:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692712.693050:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692712.693053:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692712.693055:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000001:0.0:1790692712.693057:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692712.693062:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061180672, offset 0
00000020:00000001:0.0:1790692712.693063:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692712.693066:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692712.693069:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692712.693071:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692712.693074:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692712.693075:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692712.693079:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692712.693084:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692712.693085:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693089:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692712.693094:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:0.0:1790692712.693095:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693100:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692712.693102:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1790692712.693105:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692712.693109:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:0.0:1790692712.693112:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790692712.693117:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790692712.693118:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.693123:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692712.693124:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692712.693128:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692712.693131:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693133:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692712.693135:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40470:40470:256:4294967295] 192.168.204.156@tcp LPNI seq info [40469:40469:8:4294967295]
00000008:00100000:0.0:1790692712.693136:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692712.693142:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693145:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.693147:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692712.693150:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692712.693154:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692712.693159:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692712.693162:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.693164:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692712.693165:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692712.693169:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692712.693172:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692712.693175:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:0.0:1790692712.693178:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692712.693183:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692712.693183:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00100000:0.0:1790692712.693192:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790692712.693193:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692712.693201:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000001:0.0:1790692712.693204:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692712.693209:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692712.693211:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692712.693216:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692712.693218:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790692712.693230:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693234:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692712.693235:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000040:0.0:1790692712.693240:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692712.693244:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692712.693245:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692712.693250:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692712.693254:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1790692712.693265:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692712.693268:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692712.693270:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000100:00080000:0.0:1790692712.693271:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790692712.693276:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:0.0:1790692712.693277:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692712.693282:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20852
00000100:00000001:2.0:1790692712.693283:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:0.0:1790692712.693288:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:2.0:1790692712.693292:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790692712.693295:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692712.693300:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692712.693307:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693310:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692712.693312:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692712.693313:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693317:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692712.693319:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692712.693322:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692712.693325:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692712.693328:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692712.693332:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692712.693333:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692712.693337:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692712.693338:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790692712.693342:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692712.693346:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692712.693347:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693349:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692712.693354:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693358:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692712.693358:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790692712.693363:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790692712.693363:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315525888
00000100:00080000:0.0:1790692712.693370:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692712.693372:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692712.693372:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc65a0.
02000000:00000001:0.0:1790692712.693376:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692712.693380:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.693382:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790692712.693383:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693387:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692712.693389:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692712.693391:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315525888
00000008:00000001:0.0:1790692712.693392:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693397:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692712.693397:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6480.
00000100:00000010:0.0:1790692712.693401:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790692712.693403:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:0.0:1790692712.693405:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692712.693410:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692712.693411:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692712.693412:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692712.693414:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692712.693416:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692712.693419:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692712.693423:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.693423:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.693429:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692712.693432:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692712.693434:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692712.693442:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:2.0:1790692712.693443:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692712/real 1790692712]  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692712.693447:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692712.693477:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692712.693485:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692712.693491:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20862)
00000400:00000001:2.0:1790692712.693501:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692712.693503:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692712.693506:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692712.693510:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692712.693512:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692712.693515:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692712.693531:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692712.693540:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693546:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692712.693548:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693550:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.693552:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692712.693556:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693563:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692712.693567:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693574:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692712.693576:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693578:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.693580:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693582:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692712.693584:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692712.693586:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692712.693590:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692712.693593:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692712.693597:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692712.693604:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061180672:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692712.693611:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693613:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.693616:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061180672/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693622:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692712.693624:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692712.693626:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692712.693629:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692712.693631:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692712.693633:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692712.693635:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692712.693637:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:2.0:1790692712.693640:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692712.693641:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692712.693643:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:2.0:1790692712.693646:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692712.693647:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693649:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693655:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692712.693657:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.693666:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692712.693668:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692712.693669:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692712.693673:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693679:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692712.693680:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.693682:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692712.693684:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692712.693686:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692712.693689:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180800:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692712.693691:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692712.693693:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692712.693694:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.693697:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692712.693700:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692712.693701:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.693705:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692712.693707:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692712.693711:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692712.693720:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180800, portal 10
00000100:00000001:2.0:1790692712.693723:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692712.693724:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790692712.693731:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693736:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692712.693738:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692712.693741:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692712.693743:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061180800, offset 0
00000400:00000200:2.0:1790692712.693747:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692712.693751:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.693754:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692712.693757:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692712.693760:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692712.693762:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692712.693764:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692712.693767:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40471:40471:256:4294967295] 192.168.204.156@tcp LPNI seq info [40470:40470:8:4294967295]
00000400:00000200:2.0:1790692712.693770:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.693776:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692712.693780:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.693784:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692712.693788:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692712.693790:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692712.693794:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692712.693797:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790692712.693800:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.693802:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692712.693805:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692712.693808:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692712.693811:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692712.693813:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692712.693815:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692712.693818:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693825:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.693827:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693833:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.693834:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692712.693838:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692712.693841:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692712.693844:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692712.693846:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315524623
00000100:00000001:2.0:1790692712.693848:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.693850:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315524623
00000100:00000001:2.0:1790692712.693852:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.693854:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.693856:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.693857:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692712.693861:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692712/real 1790692712]  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692712.693868:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692712.693870:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692712.693871:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692712.693873:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692712.693875:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692712.693877:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692712.693880:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692712.693887:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693893:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692712.693894:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693896:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.693897:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692712.693901:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693906:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692712.693910:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693915:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692712.693918:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693919:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.693920:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.693922:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692712.693923:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692712.693926:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692712.693929:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692712.693931:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692712.693935:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692712.693942:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180800:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692712.693945:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692712.693948:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.693959:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692712.693960:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.693962:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692712.693964:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692712.693966:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692712.693968:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180928:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692712.693971:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692712.693973:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692712.693974:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.693976:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692712.693980:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692712.693981:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.693984:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692712.693987:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692712.693989:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692712.693993:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061180928, portal 10
00000100:00000001:2.0:1790692712.693995:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692712.693996:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:2.0:1790692712.694001:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694007:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692712.694009:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692712.694011:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692712.694013:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061180928, offset 0
00000400:00000200:2.0:1790692712.694017:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692712.694020:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.694023:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692712.694026:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692712.694028:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692712.694030:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692712.694032:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692712.694035:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40472:40472:256:4294967295] 192.168.204.156@tcp LPNI seq info [40471:40471:8:4294967295]
00000400:00000200:2.0:1790692712.694039:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.694044:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692712.694048:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.694051:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692712.694055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692712.694057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692712.694061:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692712.694063:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790692712.694066:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.694068:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692712.694071:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692712.694074:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692712.694077:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692712.694078:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692712.694080:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692712.694084:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694091:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.694093:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694098:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.694100:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692712.694103:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692712.694106:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692712.694109:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692712.694111:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315524632
00000100:00000001:2.0:1790692712.694113:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.694115:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315524632
00000100:00000001:2.0:1790692712.694117:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.694118:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.694121:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.694122:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692712.694126:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692712/real 1790692712]  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692712.694133:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692712.694134:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692712.694136:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692712.694138:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692712.694140:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692712.694141:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692712.694144:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692712.694151:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694157:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692712.694158:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694160:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.694161:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692712.694164:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694170:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692712.694174:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694180:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692712.694182:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694184:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.694185:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694186:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692712.694188:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692712.694190:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692712.694194:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692712.694196:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692712.694199:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692712.694206:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061180928:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692712.694210:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692712.694213:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694219:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692712.694220:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.694222:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692712.694224:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692712.694225:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692712.694228:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181056:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692712.694231:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692712.694233:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692712.694234:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692712.694235:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692712.694239:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692712.694240:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692712.694244:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692712.694247:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692712.694249:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692712.694252:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181056, portal 4
00000100:00000001:2.0:1790692712.694254:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692712.694255:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:2.0:1790692712.694260:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694266:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692712.694269:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692712.694271:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692712.694273:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061181056, offset 0
00000400:00000200:2.0:1790692712.694277:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692712.694280:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.694284:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692712.694286:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692712.694288:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692712.694290:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692712.694292:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692712.694295:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40473:40473:256:4294967295] 192.168.204.156@tcp LPNI seq info [40472:40472:8:4294967295]
00000400:00000200:2.0:1790692712.694299:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692712.694305:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692712.694309:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.694312:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692712.694315:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692712.694317:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790692712.694321:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692712.694323:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790692712.694327:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692712.694328:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692712.694331:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692712.694334:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692712.694337:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692712.694338:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692712.694341:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692712.694344:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694351:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.694354:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692737 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694359:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.694361:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692712.694364:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692712.694366:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692712.694369:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692712.694371:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315524626
00000100:00000001:2.0:1790692712.694373:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.694374:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315524626
00000100:00000001:2.0:1790692712.694376:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315525888
00000100:00000001:2.0:1790692712.694378:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692712.694379:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.694381:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692712.694384:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692712/real 1790692712]  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692712.694391:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692712.694392:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692712.694394:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692712.694396:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692712.694398:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692712.694399:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692712.694402:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692712.694409:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694414:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692712.694416:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694418:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.694419:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692712.694422:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694429:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692712.694432:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694439:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692712.694441:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694442:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692712.694443:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694445:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692712.694447:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692712.694449:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692712.694452:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692712.694453:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692712.694473:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692712.694481:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181056:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692712.694485:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694487:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.694490:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061180800/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694496:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692712.694497:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692712.694499:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692712.694502:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692712.694503:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692712.694505:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692712.694507:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692712.694508:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:2.0:1790692712.694511:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692712.694512:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692712.694513:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790692712.694516:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692712.694517:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694532:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.694536:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061180928/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694542:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692712.694543:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692712.694544:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692712.694547:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692712.694548:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692712.694549:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692712.694551:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692712.694552:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790692712.694554:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692712.694556:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692712.694557:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:2.0:1790692712.694560:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692712.694561:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694563:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692712.694566:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061181056/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692737 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692712.694571:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692712.694573:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692712.694574:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692712.694577:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692712.694578:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692712.694579:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692712.694581:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692712.694582:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790692712.694584:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692712.694585:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692712.694586:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790692712.694588:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692712.694590:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694591:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692712.694594:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692712.694596:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692712.694598:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692712.694600:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692713.588592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692713.588600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692713.588605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692713.588607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692713.588610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692713.588611:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692713.588672:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692713.588676:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692713.588680:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692714.036547:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315525888, at 4315525952
00000100:00000040:1.0:1790692714.036547:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315525888, at 4315525952
00000100:00000010:0.0:1790692714.036560:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000100:00000010:1.0:1790692714.036562:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00010000:00000001:2.0:1790692714.612573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692714.612579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692714.612583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692714.612584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692714.612586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692714.612587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692714.612635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692714.612639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692714.612642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692715.636561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692715.636566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692715.636573:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692715.636574:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692715.636578:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636580:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692715.636581:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636582:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636584:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692715.636587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692715.636588:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692715.636589:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636590:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692715.636590:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636591:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692715.636593:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692715.636658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692715.636661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692715.636664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692716.660541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692716.660546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692716.660549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692716.660550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692716.660552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692716.660552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692716.660605:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692716.660608:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692716.660611:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692717.684556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692717.684561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692717.684565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692717.684566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692717.684568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692717.684569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692717.684622:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692717.684625:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692717.684628:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692717.812576:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692717.812585:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692717.812587:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692717.812590:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692717.812594:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692717.812600:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20857
00000400:00000200:1.0:1790692717.812607:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692717.812612:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692717.812615:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692717.812617:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812620:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.812622:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812624:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692717.812629:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692717.812631:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692717.812633:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692717.812635:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692717.812637:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692717.812638:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692717.812640:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812641:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.812642:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812643:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692717.812645:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692717.812647:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812648:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692717.812651:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692717.812653:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692717.812655:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.812656:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692717.812658:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692717.812665:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790692717.812667:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692717.812669:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692717.812670:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.812673:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692717.812675:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692717.812678:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692717.812684:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000001:1.0:1790692717.812689:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692717.812695:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692717.812703:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692717.812706:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692717.812709:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692717.812733:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692717.812735:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692717.812737:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692717.812738:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692717.812739:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692717.812741:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692717.812743:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20857
00000400:00000200:1.0:1790692717.812745:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692717.812747:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692717.812749:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692717.812750:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812752:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.812754:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812756:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692717.812758:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692717.812759:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692717.812760:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692717.812761:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692717.812763:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692717.812764:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692717.812767:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692717.812768:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790692717.812770:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.812774:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692717.812776:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692717.812776:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:1.0:1790692717.812780:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692717.812781:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790692717.812782:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692717.812785:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692717.812789:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790692717.812790:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692717.812792:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.812797:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692717.812802:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692717.812803:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692717.812805:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692717.812808:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.812809:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790692717.812813:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.812813:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790692717.812821:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692717.812825:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692717.812825:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692717.812831:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1790692717.812833:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061181184:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692717.812834:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.812838:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692717.812841:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692717.812843:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692717.812845:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.812849:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:1.0:1790692717.812852:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692717.812853:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.812859:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.812859:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692717.812865:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
00000100:00100000:1.0:1790692717.812867:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790692717.812868:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692717.812876:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692717.812881:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:1.0:1790692717.812884:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790692717.812887:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692717.812888:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692717.812895:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692717.812897:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181184, portal 25
00000100:00000001:2.0:1790692717.812902:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692717.812904:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000001:1.0:1790692717.812907:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692717.812910:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692717.812912:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692717.812915:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692717.812918:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692717.812920:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692717.812923:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790692717.812924:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790692717.812928:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692717.812930:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20857
00000400:00000200:1.0:1790692717.812933:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692717.812935:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692717.812939:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790692717.812939:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692717.812944:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061181184, offset 0
00000400:00000200:2.0:1790692717.812951:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692717.812956:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.812960:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692717.812961:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.812966:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.812967:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790692717.812971:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692717.812974:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1790692717.812977:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692717.812979:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:1.0:1790692717.812981:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692717.812984:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790692717.812985:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692717.812989:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692717.812990:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:1.0:1790692717.812993:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692717.812997:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40474:40474:256:4294967295] 192.168.204.156@tcp LPNI seq info [40473:40473:8:4294967295]
00000020:00000001:1.0:1790692717.812998:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692717.813006:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813006:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692717.813009:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.813012:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813016:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692717.813019:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1790692717.813020:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692717.813026:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813031:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692717.813031:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:1.0:1790692717.813035:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692717.813038:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1790692717.813039:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
02000000:00000001:1.0:1790692717.813040:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813043:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692717.813046:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692717.813048:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813052:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692717.813053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000010:1.0:1790692717.813055:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790692717.813058:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.0:1790692717.813059:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
02000000:00000001:1.0:1790692717.813060:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692717.813063:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813065:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692717.813067:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692717.813069:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692717.813070:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:1.0:1790692717.813073:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000800:00000200:2.1:1790692717.813076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000001:1.0:1790692717.813077:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692717.813084:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1790692717.813086:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790692717.813088:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000001:1.0:1790692717.813094:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692717.813095:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790692717.813098:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692717.813103:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692717.813104:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692717.813111:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000100:00000001:1.0:1790692717.813113:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692717.813115:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000040:1.0:1790692717.813116:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692717.813119:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790692717.813120:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692717.813124:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692717.813125:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692717.813131:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692717.813135:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692717.813137:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692717.813141:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692717.813141:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790692717.813144:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20857
00000100:00000040:2.0:1790692717.813148:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692717.813152:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692717.813158:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692717.813161:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692717.813161:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813164:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1790692717.813167:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813169:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.813170:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692717.813171:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813172:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692717.813177:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692717.813178:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:2.0:1790692717.813179:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790692717.813181:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692717.813183:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315531008
00000020:00000040:1.0:1790692717.813184:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692717.813188:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692717.813189:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000010:2.0:1790692717.813190:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6cc0.
00000100:00000040:1.0:1790692717.813192:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813195:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692717.813196:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813197:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692717.813198:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1790692717.813201:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692717.813204:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692717.813206:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813206:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315531008
02000000:00000001:1.0:1790692717.813207:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692717.813211:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1790692717.813211:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d20.
02000000:00000001:1.0:1790692717.813215:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813216:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692717.813217:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692717.813221:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692717.813221:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1790692717.813224:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813225:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813228:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813229:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000010:1.0:1790692717.813232:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000100:00100000:2.0:1790692717.813234:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692717/real 1790692717]  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692717.813235:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692717.813240:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692717.813242:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692717.813246:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692717.813248:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1790692717.813249:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1790692717.813250:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692717.813252:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1790692717.813254:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000400:00000010:2.0:1790692717.813255:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000100:00000001:1.0:1790692717.813260:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692717.813260:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692717.813263:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692717.813266:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:1.0:1790692717.813269:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692717.813272:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692717.813287:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692717.813290:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692717.813292:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692717.813296:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813304:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692717.813307:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692717.813308:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813310:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813312:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692717.813313:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20867)
00000100:00100000:2.0:1790692717.813317:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813322:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692717.813335:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813340:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692717.813343:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813344:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813345:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813346:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692717.813348:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692717.813350:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692717.813352:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692717.813353:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692717.813356:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692717.813361:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061181184:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692717.813369:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813371:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.813372:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061181184/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813376:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692717.813378:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692717.813380:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692717.813382:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692717.813383:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692717.813384:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692717.813386:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692717.813387:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790692717.813389:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692717.813390:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692717.813391:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790692717.813393:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692717.813394:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813395:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813401:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692717.813403:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813404:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692717.813405:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692717.813406:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692717.813408:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813413:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692717.813413:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813415:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692717.813416:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692717.813417:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692717.813419:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181312:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692717.813434:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692717.813436:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692717.813437:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813438:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692717.813441:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692717.813442:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692717.813445:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692717.813446:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692717.813448:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692717.813450:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181312, portal 10
00000100:00000001:2.0:1790692717.813452:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692717.813452:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790692717.813481:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813485:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692717.813487:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692717.813489:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692717.813490:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061181312, offset 0
00000400:00000200:2.0:1790692717.813493:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813496:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813498:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692717.813500:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692717.813502:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692717.813503:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692717.813505:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813507:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40475:40475:256:4294967295] 192.168.204.156@tcp LPNI seq info [40474:40474:8:4294967295]
00000400:00000200:2.0:1790692717.813509:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813514:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692717.813516:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813518:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692717.813521:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692717.813522:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692717.813525:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692717.813527:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692717.813529:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813530:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692717.813532:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692717.813534:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692717.813536:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692717.813537:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692717.813539:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692717.813541:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813546:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.813548:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813552:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813552:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692717.813555:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692717.813557:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692717.813559:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692717.813560:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315529743
00000100:00000001:2.0:1790692717.813562:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813563:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315529743
00000100:00000001:2.0:1790692717.813566:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813567:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692717.813568:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813569:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692717.813571:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692717/real 1790692717]  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692717.813576:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692717.813576:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692717.813577:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692717.813578:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692717.813579:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692717.813580:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692717.813582:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692717.813587:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813591:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692717.813591:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813592:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813593:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692717.813595:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813598:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692717.813600:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813604:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692717.813605:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813606:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813607:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813608:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692717.813610:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692717.813611:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692717.813613:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692717.813614:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692717.813616:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692717.813620:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181312:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692717.813623:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692717.813625:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813628:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692717.813629:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813630:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692717.813631:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692717.813632:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692717.813634:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181440:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692717.813636:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692717.813637:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692717.813638:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813639:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692717.813641:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692717.813642:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692717.813644:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692717.813645:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692717.813647:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692717.813648:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181440, portal 10
00000100:00000001:2.0:1790692717.813649:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692717.813650:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00000040:2.0:1790692717.813653:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813657:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692717.813659:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692717.813660:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692717.813661:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061181440, offset 0
00000400:00000200:2.0:1790692717.813663:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813665:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813667:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692717.813669:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692717.813670:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692717.813671:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692717.813673:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813674:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40476:40476:256:4294967295] 192.168.204.156@tcp LPNI seq info [40475:40475:8:4294967295]
00000400:00000200:2.0:1790692717.813677:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813680:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692717.813682:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813684:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692717.813686:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692717.813688:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692717.813690:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692717.813692:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692717.813694:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813695:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692717.813697:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692717.813699:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692717.813700:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692717.813701:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692717.813702:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692717.813704:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813708:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.813710:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813717:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813718:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692717.813720:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692717.813721:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692717.813723:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692717.813724:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315529752
00000100:00000001:2.0:1790692717.813725:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813727:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315529752
00000100:00000001:2.0:1790692717.813728:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813729:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692717.813730:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813731:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692717.813733:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692717/real 1790692717]  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692717.813737:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692717.813738:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692717.813739:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692717.813740:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692717.813742:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692717.813744:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692717.813747:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692717.813754:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813760:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692717.813761:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813763:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813764:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692717.813768:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813775:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692717.813778:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813785:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692717.813787:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813788:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813789:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813790:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692717.813791:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692717.813793:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692717.813795:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692717.813796:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692717.813798:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692717.813803:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181440:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692717.813805:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692717.813807:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813811:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692717.813812:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813813:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692717.813814:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692717.813816:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692717.813817:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181568:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692717.813820:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692717.813822:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692717.813824:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692717.813825:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692717.813828:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692717.813830:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692717.813834:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692717.813836:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692717.813840:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692717.813842:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181568, portal 4
00000100:00000001:2.0:1790692717.813844:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692717.813845:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790692717.813851:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813857:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692717.813860:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692717.813862:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692717.813864:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061181568, offset 0
00000400:00000200:2.0:1790692717.813867:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813869:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813871:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692717.813873:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692717.813875:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692717.813876:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692717.813878:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692717.813880:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40477:40477:256:4294967295] 192.168.204.156@tcp LPNI seq info [40476:40476:8:4294967295]
00000400:00000200:2.0:1790692717.813882:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692717.813886:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692717.813888:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813890:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692717.813892:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692717.813894:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692717.813896:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692717.813898:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692717.813900:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692717.813902:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692717.813903:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692717.813905:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692717.813907:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692717.813908:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692717.813909:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692717.813911:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813916:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.813918:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692742 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813921:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813922:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692717.813924:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692717.813926:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692717.813928:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692717.813929:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315529746
00000100:00000001:2.0:1790692717.813930:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813932:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315529746
00000100:00000001:2.0:1790692717.813933:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315531008
00000100:00000001:2.0:1790692717.813934:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692717.813935:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.813936:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692717.813938:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692717/real 1790692717]  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692717.813942:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692717.813943:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692717.813944:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692717.813946:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692717.813946:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692717.813948:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692717.813950:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692717.813954:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813958:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692717.813958:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813959:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813960:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692717.813962:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813965:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692717.813967:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813970:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692717.813972:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813972:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692717.813973:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813974:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692717.813975:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692717.813976:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692717.813978:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692717.813979:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692717.813981:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692717.813986:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181568:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692717.813988:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.813989:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.813991:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061181312/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.813995:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692717.813996:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692717.813997:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790692717.813998:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692717.813999:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692717.814000:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692717.814001:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692717.814002:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692717.814004:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692717.814005:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692717.814006:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790692717.814008:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692717.814009:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.814010:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.814011:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061181440/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.814015:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692717.814015:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692717.814016:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790692717.814017:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692717.814018:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692717.814019:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692717.814019:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692717.814020:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790692717.814021:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692717.814022:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692717.814022:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790692717.814023:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692717.814024:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.814025:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692717.814026:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061181568/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692742 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692717.814030:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692717.814032:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692717.814033:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790692717.814036:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692717.814037:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692717.814038:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692717.814040:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692717.814041:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692717.814043:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692717.814044:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692717.814045:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692717.814047:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692717.814049:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.814050:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692717.814054:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692717.814055:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692717.814057:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692717.814058:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692718.708525:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692718.708532:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692718.708537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692718.708538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692718.708540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692718.708541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692718.708586:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692718.708591:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692718.708595:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692719.156579:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315531008, at 4315531072
00000100:00000040:1.0:1790692719.156579:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315531008, at 4315531072
00000100:00000010:1.0:1790692719.156598:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000100:00000010:0.0:1790692719.156604:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00010000:00000001:2.0:1790692719.732590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692719.732599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692719.732608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692719.732609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692719.732613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692719.732615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692719.732681:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692719.732687:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692719.732691:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692720.756512:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692720.756517:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692720.756520:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692720.756521:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692720.756523:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692720.756524:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692720.756578:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692720.756581:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692720.756585:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692721.780536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692721.780543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692721.780548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692721.780550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692721.780553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692721.780554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692721.780604:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692721.780607:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692721.780610:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692722.804566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692722.804573:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692722.804576:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692722.804579:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692722.804583:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692722.804585:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692722.804587:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692722.804589:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692722.804593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692722.804594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692722.804598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692722.804599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692722.804652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692722.804655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692722.804657:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692722.932570:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692722.932578:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692722.932580:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692722.932583:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692722.932586:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692722.932593:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20862
00000400:00000200:2.0:1790692722.932601:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692722.932606:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692722.932609:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692722.932611:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932614:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692722.932615:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932617:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692722.932623:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692722.932624:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692722.932626:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692722.932628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692722.932630:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692722.932631:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692722.932634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932635:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692722.932636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692722.932639:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692722.932641:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932642:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692722.932644:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692722.932647:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692722.932648:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932650:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692722.932651:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692722.932658:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7100.
00000020:00000040:2.0:1790692722.932661:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692722.932663:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692722.932664:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932667:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692722.932668:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692722.932672:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692722.932678:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82800.
00000100:00000001:2.0:1790692722.932682:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692722.932688:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692722.932695:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692722.932698:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.932701:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4fb751] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692722.932719:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692722.932721:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692722.932723:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692722.932724:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692722.932726:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692722.932728:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692722.932730:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20862
00000400:00000200:2.0:1790692722.932732:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692722.932734:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692722.932736:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692722.932738:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932739:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692722.932741:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790692722.932741:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932744:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692722.932746:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790692722.932747:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692722.932750:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790692722.932751:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790692722.932752:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692722.932754:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692722.932757:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692722.932759:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692722.932759:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692722.932765:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692722.932771:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932774:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692722.932778:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692722.932781:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:2.0:1790692722.932781:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692722.932784:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932785:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692722.932787:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692722.932788:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692722.932791:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692722.932792:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692722.932795:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692722.932796:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932799:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:1.0:1790692722.932801:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061181696:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1790692722.932804:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692722.932806:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1790692722.932807:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.932810:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790692722.932810:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.932815:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692722.932815:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6a00.
00000020:00000040:2.0:1790692722.932820:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692722.932821:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790692722.932823:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692722.932825:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932825:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692722.932826:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692722.932827:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692722.932829:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000010:2.0:1790692722.932831:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790692722.932833:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932834:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692722.932840:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692722.932842:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692722.932849:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790692722.932851:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692722.932852:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.932858:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f92b398] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692722.932860:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:2.0:1790692722.932865:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692722.932867:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692722.932869:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181696, portal 25
00000100:00080000:2.0:1790692722.932870:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692722.932872:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692722.932874:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1790692722.932874:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692722.932877:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074958080 : -120939634593536 : ffff92018c0a7100)
00000100:00000001:2.0:1790692722.932878:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692722.932882:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20862
00000400:00000200:2.0:1790692722.932886:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692722.932887:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692722.932889:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692722.932893:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692722.932897:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932901:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692722.932903:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692722.932904:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932907:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790692722.932910:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:2.0:1790692722.932911:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1790692722.932913:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000020:00000040:2.0:1790692722.932914:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000200:1.0:1790692722.932918:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061181696, offset 0
00000020:00000001:2.0:1790692722.932918:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692722.932919:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692722.932923:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692722.932924:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692722.932928:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790692722.932930:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932932:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692722.932934:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932935:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692722.932936:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692722.932937:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:2.0:1790692722.932940:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692722.932942:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.932945:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:2.0:1790692722.932945:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692722.932947:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692722.932950:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:2.0:1790692722.932950:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932953:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692722.932955:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692722.932956:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000008:00000001:2.0:1790692722.932958:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.932961:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692722.932961:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692722.932964:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5180.
00000400:00000200:1.0:1790692722.932965:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000040:2.0:1790692722.932968:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790692722.932971:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40478:40478:256:4294967295] 192.168.204.156@tcp LPNI seq info [40477:40477:8:4294967295]
02000000:00000001:2.0:1790692722.932973:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692722.932975:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.932977:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692722.932978:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692722.932979:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692722.932981:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692722.932983:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81800.
00000100:00000001:2.0:1790692722.932988:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.932990:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00100000:2.0:1790692722.932995:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692722.932998:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692722.933005:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1790692722.933006:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000001:2.0:1790692722.933008:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.933013:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b50c83] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790692722.933017:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692722.933023:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:2.0:1790692722.933023:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.933028:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790692722.933033:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:2.0:1790692722.933034:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1790692722.933038:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00080000:2.0:1790692722.933039:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1790692722.933045:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1790692722.933045:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692722.933048:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:1.0:1790692722.933049:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00080000:2.0:1790692722.933051:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692722.933054:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790692722.933055:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1790692722.933056:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20862
00000400:00000200:2.0:1790692722.933062:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933065:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692722.933066:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692722.933070:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692722.933074:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.933075:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692722.933076:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000100:00000040:2.0:1790692722.933077:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.933081:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790692722.933082:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000020:00000001:2.0:1790692722.933083:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692722.933085:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692722.933087:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692722.933088:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790692722.933090:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790692722.933090:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692722.933094:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692722.933099:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692722.933100:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692722.933101:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692722.933104:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692722.933107:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692722.933111:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790692722.933116:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692722.933119:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692722.933122:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692722.933123:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:2.0:1790692722.933124:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692722.933127:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.933130:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692722.933131:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790692722.933132:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.933133:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692722.933135:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5f80.
00000020:00000040:2.0:1790692722.933136:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000040:1.0:1790692722.933137:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692722.933138:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692722.933140:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.933143:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692722.933145:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692722.933146:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692722.933149:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81400.
00000100:00000001:2.0:1790692722.933153:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933156:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692722.933158:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692722.933160:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692722.933166:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692722.933168:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.933170:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a66aab2] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933172:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692722.933177:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692722.933180:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20872)
00000400:00000200:1.0:1790692722.933181:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692722.933186:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315536128
00000100:00000010:1.0:1790692722.933191:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e79c0.
00000100:00000001:1.0:1790692722.933197:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692722.933202:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315536128
00000100:00000010:1.0:1790692722.933205:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7420.
00000100:00000001:1.0:1790692722.933207:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692722.933209:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692722.933211:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933213:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692722.933218:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692722/real 1790692722]  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692722.933227:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692722.933229:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692722.933231:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692722.933234:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692722.933235:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692722.933238:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692722.933242:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692722.933250:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933261:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692722.933262:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933264:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933265:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692722.933268:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933272:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692722.933275:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933279:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692722.933281:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933282:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933282:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933284:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692722.933285:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692722.933287:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692722.933289:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692722.933291:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692722.933293:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692722.933298:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061181696:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692722.933302:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933303:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933305:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7100 x1877672061181696/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933308:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692722.933310:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933312:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692722.933314:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692722.933316:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692722.933317:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692722.933318:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692722.933320:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790692722.933335:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692722.933337:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692722.933338:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7100.
00000100:00000001:1.0:1790692722.933340:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692722.933341:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933342:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933347:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692722.933349:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933350:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692722.933351:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692722.933352:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692722.933355:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933359:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692722.933360:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933361:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692722.933363:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692722.933364:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692722.933365:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181824:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692722.933367:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692722.933369:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692722.933370:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933371:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933373:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692722.933375:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.933377:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692722.933379:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692722.933381:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692722.933383:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181824, portal 10
00000100:00000001:1.0:1790692722.933384:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692722.933385:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074956288 : -120939634595328 : ffff92018c0a6a00)
00000100:00000040:1.0:1790692722.933390:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933394:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692722.933395:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692722.933396:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692722.933398:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061181824, offset 0
00000400:00000200:1.0:1790692722.933400:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933402:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933405:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692722.933408:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692722.933410:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692722.933412:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692722.933415:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933417:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40479:40479:256:4294967295] 192.168.204.156@tcp LPNI seq info [40478:40478:8:4294967295]
00000400:00000200:1.0:1790692722.933421:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933427:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692722.933431:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933435:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692722.933439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692722.933441:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692722.933445:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692722.933448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692722.933451:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933470:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692722.933472:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692722.933474:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692722.933477:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692722.933478:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692722.933479:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692722.933482:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933490:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933492:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933496:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933496:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692722.933499:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692722.933502:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692722.933504:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692722.933505:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315534863
00000100:00000001:1.0:1790692722.933507:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933508:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315534863
00000100:00000001:1.0:1790692722.933509:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933510:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692722.933512:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933513:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692722.933515:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692722/real 1790692722]  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692722.933519:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692722.933520:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692722.933521:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692722.933522:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692722.933523:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692722.933524:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692722.933526:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692722.933531:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933534:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692722.933535:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933536:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933537:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692722.933539:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933543:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692722.933545:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933548:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692722.933550:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933551:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933551:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933552:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692722.933553:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692722.933555:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692722.933556:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692722.933557:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692722.933560:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692722.933564:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181824:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692722.933566:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692722.933568:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933571:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692722.933572:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933574:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692722.933575:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692722.933576:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692722.933578:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181952:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692722.933580:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692722.933581:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692722.933582:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933583:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933585:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692722.933586:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.933588:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692722.933589:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692722.933591:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692722.933593:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061181952, portal 10
00000100:00000001:1.0:1790692722.933594:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692722.933595:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950016 : -120939634601600 : ffff92018c0a5180)
00000100:00000040:1.0:1790692722.933598:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933602:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692722.933603:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692722.933604:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692722.933605:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061181952, offset 0
00000400:00000200:1.0:1790692722.933608:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933610:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933612:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692722.933614:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692722.933616:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692722.933619:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692722.933621:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933624:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40480:40480:256:4294967295] 192.168.204.156@tcp LPNI seq info [40479:40479:8:4294967295]
00000400:00000200:1.0:1790692722.933627:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933633:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692722.933637:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933640:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692722.933644:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692722.933647:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692722.933651:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692722.933653:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692722.933657:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933659:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692722.933661:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692722.933663:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692722.933665:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692722.933666:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692722.933668:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692722.933670:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933675:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933676:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933680:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933681:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692722.933684:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692722.933685:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692722.933687:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692722.933689:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315534872
00000100:00000001:1.0:1790692722.933690:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933692:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315534872
00000100:00000001:1.0:1790692722.933693:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933694:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692722.933695:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933696:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692722.933698:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692722/real 1790692722]  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692722.933703:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692722.933704:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692722.933705:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692722.933706:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692722.933707:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692722.933708:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692722.933710:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692722.933714:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933717:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692722.933718:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933719:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933720:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692722.933721:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933725:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692722.933727:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933731:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692722.933732:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933733:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933734:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933735:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692722.933736:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692722.933737:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692722.933739:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692722.933740:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692722.933742:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692722.933749:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061181952:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692722.933752:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692722.933753:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933757:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692722.933757:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933759:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692722.933760:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692722.933761:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692722.933762:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182080:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692722.933764:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692722.933765:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692722.933766:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692722.933767:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933769:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692722.933770:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692722.933772:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692722.933774:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692722.933775:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692722.933777:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182080, portal 4
00000100:00000001:1.0:1790692722.933778:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692722.933779:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074953600 : -120939634598016 : ffff92018c0a5f80)
00000100:00000040:1.0:1790692722.933782:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933786:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692722.933787:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692722.933788:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692722.933790:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061182080, offset 0
00000400:00000200:1.0:1790692722.933792:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933794:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933796:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692722.933798:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692722.933799:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692722.933801:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692722.933802:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692722.933804:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40481:40481:256:4294967295] 192.168.204.156@tcp LPNI seq info [40480:40480:8:4294967295]
00000400:00000200:1.0:1790692722.933806:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692722.933816:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692722.933821:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933824:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692722.933827:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692722.933830:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692722.933833:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692722.933836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692722.933839:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692722.933841:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692722.933844:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692722.933847:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692722.933850:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692722.933851:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692722.933853:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692722.933857:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933864:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933865:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692747 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933869:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933870:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692722.933873:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692722.933875:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692722.933876:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692722.933878:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315534866
00000100:00000001:1.0:1790692722.933880:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933881:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315534866
00000100:00000001:1.0:1790692722.933882:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315536128
00000100:00000001:1.0:1790692722.933883:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692722.933884:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933885:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692722.933887:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692722/real 1790692722]  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692722.933892:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692722.933893:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692722.933894:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692722.933895:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692722.933896:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692722.933897:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692722.933899:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692722.933903:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933906:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692722.933907:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933908:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933909:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692722.933911:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933914:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692722.933916:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933920:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692722.933922:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933923:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692722.933924:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933925:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692722.933926:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692722.933927:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692722.933929:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692722.933930:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692722.933932:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692722.933936:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182080:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692722.933938:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933939:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933941:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6a00 x1877672061181824/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933944:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692722.933946:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933947:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692722.933948:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692722.933949:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692722.933950:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692722.933951:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692722.933953:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790692722.933954:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692722.933955:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692722.933956:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6a00.
00000100:00000001:1.0:1790692722.933958:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692722.933959:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933960:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933961:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5180 x1877672061181952/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933968:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692722.933969:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933970:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692722.933971:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692722.933972:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692722.933973:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692722.933974:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692722.933974:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790692722.933975:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692722.933976:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692722.933977:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5180.
00000100:00000001:1.0:1790692722.933978:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692722.933978:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933979:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692722.933981:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5f80 x1877672061182080/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692747 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692722.933984:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692722.933985:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692722.933985:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692722.933986:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692722.933987:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692722.933987:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692722.933988:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692722.933989:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790692722.933990:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692722.933991:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692722.933991:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5f80.
00000100:00000001:1.0:1790692722.933992:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692722.933993:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933994:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692722.933996:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692722.933997:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692722.933998:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692722.933999:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692723.828550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692723.828557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692723.828563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692723.828564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692723.828568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692723.828569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692723.828626:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692723.828632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692723.828635:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692724.276554:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315536128, at 4315536192
00000100:00000040:1.0:1790692724.276561:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315536128, at 4315536192
00000100:00000010:0.0:1790692724.276571:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000100:00000010:1.0:1790692724.276573:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00010000:00000001:2.0:1790692724.852604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692724.852612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692724.852618:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692724.852620:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692724.852623:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692724.852624:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692724.852642:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692724.852645:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692724.852648:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692725.876569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692725.876579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692725.876591:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692725.876594:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692725.876598:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876602:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692725.876605:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876607:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876609:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692725.876614:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692725.876616:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692725.876617:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876618:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692725.876620:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876621:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692725.876623:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692725.876705:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692725.876711:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692725.876716:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692726.900578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692726.900584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692726.900589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692726.900590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692726.900592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692726.900594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692726.900673:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692726.900680:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692726.900684:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692727.924542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692727.924551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692727.924559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692727.924560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692727.924564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692727.924565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692727.924649:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692727.924656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692727.924660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692728.052598:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692728.052611:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692728.052614:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692728.052618:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692728.052623:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692728.052633:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20867
00000400:00000200:2.0:1790692728.052644:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692728.052654:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692728.052657:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692728.052659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.052664:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052666:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692728.052674:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692728.052676:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692728.052679:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692728.052682:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692728.052683:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692728.052685:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692728.052687:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052688:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.052689:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052690:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692728.052692:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692728.052694:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052696:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692728.052699:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692728.052701:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692728.052703:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.052705:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692728.052707:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692728.052717:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5c00.
00000020:00000040:2.0:1790692728.052721:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692728.052724:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692728.052725:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.052728:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692728.052731:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692728.052735:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692728.052742:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81000.
00000100:00000001:2.0:1790692728.052749:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692728.052758:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692728.052767:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692728.052771:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692728.052775:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038c9ba2e] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692728.052797:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692728.052800:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692728.052802:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692728.052803:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692728.052804:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692728.052807:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692728.052809:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20867
00000400:00000200:2.0:1790692728.052811:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692728.052813:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692728.052815:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692728.052817:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052818:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.052820:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052821:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692728.052822:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692728.052823:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790692728.052824:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692728.052826:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692728.052828:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692728.052830:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692728.052832:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052833:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.052834:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052836:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692728.052837:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692728.052839:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692728.052840:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692728.052841:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692728.052845:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692728.052847:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.052849:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692728.052853:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692728.052855:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.052856:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692728.052858:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6300.
00000020:00000040:2.0:1790692728.052860:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692728.052862:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692728.052863:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.052864:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692728.052873:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692728.052876:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1790692728.052879:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.052885:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000010:2.0:1790692728.052887:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83400.
00000100:00000001:1.0:1790692728.052891:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790692728.052893:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692728.052903:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692728.052908:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692728.052926:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692728.052931:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.052939:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:2.0:1790692728.052939:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288be0dd] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.052944:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.052956:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790692728.052964:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.052966:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:2.0:1790692728.052968:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:1.0:1790692728.052973:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692728.052974:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692728.052976:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692728.052981:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692728.052985:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:1.0:1790692728.052987:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061182208:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1790692728.052989:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20867
00000400:00000200:2.0:1790692728.052999:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692728.053001:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:2.0:1790692728.053005:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692728.053007:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1790692728.053010:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:2.0:1790692728.053011:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053015:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790692728.053016:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692728.053018:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053024:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692728.053025:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:2.0:1790692728.053030:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692728.053032:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692728.053033:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692728.053035:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692728.053036:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692728.053038:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692728.053040:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053041:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.053042:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053043:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692728.053044:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:2.0:1790692728.053045:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053047:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692728.053048:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790692728.053049:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692728.053053:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692728.053054:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692728.053057:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053060:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692728.053062:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692728.053064:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053072:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692728.053073:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:2.0:1790692728.053077:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5f80.
00000400:00000010:1.0:1790692728.053080:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000020:00000040:2.0:1790692728.053081:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790692728.053089:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692728.053091:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053093:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692728.053094:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1790692728.053095:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:2.0:1790692728.053097:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692728.053103:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82400.
00000100:00000001:2.0:1790692728.053108:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692728.053109:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182208, portal 25
00000100:00100000:2.0:1790692728.053115:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692728.053116:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692728.053122:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074952704 : -120939634598912 : ffff92018c0a5c00)
00000100:00000040:1.0:1790692728.053138:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692728.053140:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692728.053148:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692728.053156:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a66aab2] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053164:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790692728.053177:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692728.053178:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790692728.053185:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790692728.053187:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000040:2.0:1790692728.053189:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1790692728.053194:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692728.053196:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061182208, offset 0
00000100:00080000:2.0:1790692728.053198:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692728.053201:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692728.053203:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692728.053208:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692728.053214:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20867
00000400:00000200:1.0:1790692728.053233:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692728.053233:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692728.053241:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692728.053243:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692728.053245:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053252:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692728.053253:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:2.0:1790692728.053258:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053261:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692728.053266:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692728.053267:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:1.0:1790692728.053270:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:2.0:1790692728.053271:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692728.053277:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692728.053280:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:1.0:1790692728.053282:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1790692728.053283:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692728.053289:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692728.053293:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:2.0:1790692728.053293:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692728.053297:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053299:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692728.053304:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790692728.053312:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692728.053313:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692728.053319:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692728.053322:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692728.053326:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:2.0:1790692728.053328:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692728.053331:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053333:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692728.053338:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:1.0:1790692728.053339:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40482:40482:256:4294967295] 192.168.204.156@tcp LPNI seq info [40481:40481:8:4294967295]
00000008:00000001:2.0:1790692728.053341:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053345:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692728.053352:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5180.
00000400:00000200:1.0:1790692728.053359:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:2.0:1790692728.053360:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692728.053367:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692728.053370:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692728.053372:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692728.053373:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692728.053376:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692728.053382:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83c00.
00000400:00000200:1.0:1790692728.053387:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790692728.053387:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692728.053396:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692728.053408:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692728.053410:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692728.053418:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692728.053421:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000040:2.0:1790692728.053422:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b50c83] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692728.053434:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692728.053439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:2.0:1790692728.053440:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20877)
00000800:00000200:1.0:1790692728.053448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692728.053484:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692728.053489:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692728.053503:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.053506:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692728.053511:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692728.053515:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692728.053520:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692728.053522:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692728.053525:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692728.053530:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053539:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.053542:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053549:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.053550:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692728.053563:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692728.053568:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692728.053570:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315541249
00000100:00000010:1.0:1790692728.053577:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7420.
00000100:00000001:1.0:1790692728.053582:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692728.053590:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315541249
00000100:00000010:1.0:1790692728.053593:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7cc0.
00000100:00000001:1.0:1790692728.053596:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692728.053598:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692728.053601:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.053603:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692728.053608:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692728/real 1790692728]  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692728.053617:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692728.053618:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692728.053620:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692728.053623:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692728.053624:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692728.053626:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692728.053630:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692728.053637:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053643:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692728.053645:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053647:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.053649:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692728.053653:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053659:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692728.053664:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053670:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692728.053673:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053675:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.053676:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053678:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692728.053681:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692728.053684:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692728.053687:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692728.053690:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692728.053694:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692728.053701:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061182208:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692728.053706:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053708:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.053711:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5c00 x1877672061182208/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053717:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692728.053719:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692728.053722:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692728.053725:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692728.053728:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692728.053729:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692728.053731:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692728.053734:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692728.053737:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692728.053739:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692728.053741:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5c00.
00000100:00000001:1.0:1790692728.053744:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692728.053746:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053748:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053754:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692728.053757:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.053759:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692728.053761:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692728.053763:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692728.053766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053773:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692728.053774:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.053776:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692728.053778:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692728.053780:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692728.053783:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182336:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692728.053786:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692728.053789:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692728.053790:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.053792:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692728.053794:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692728.053796:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692728.053799:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692728.053801:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692728.053804:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692728.053807:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182336, portal 10
00000100:00000001:1.0:1790692728.053809:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692728.053810:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074954496 : -120939634597120 : ffff92018c0a6300)
00000100:00000040:1.0:1790692728.053816:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053821:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692728.053823:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692728.053825:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692728.053827:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061182336, offset 0
00000400:00000200:1.0:1790692728.053830:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692728.053834:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.053837:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692728.053840:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692728.053842:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692728.053845:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692728.053847:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692728.053849:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40483:40483:256:4294967295] 192.168.204.156@tcp LPNI seq info [40482:40482:8:4294967295]
00000400:00000200:1.0:1790692728.053853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.053858:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692728.053862:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.053865:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692728.053868:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692728.053871:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692728.053875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692728.053891:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692728.053894:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.053896:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692728.053899:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692728.053902:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692728.053905:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692728.053907:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692728.053909:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692728.053912:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053919:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.053922:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053928:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.053929:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692728.053933:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692728.053937:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692728.053940:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692728.053942:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315539983
00000100:00000001:1.0:1790692728.053944:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.053946:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315539983
00000100:00000001:1.0:1790692728.053950:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.053951:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692728.053953:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.053955:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692728.053958:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692728/real 1790692728]  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692728.053966:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692728.053967:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692728.053968:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692728.053971:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692728.053973:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692728.053974:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692728.053977:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692728.053984:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.053990:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692728.053991:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.053993:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.053994:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692728.053997:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054004:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692728.054007:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054013:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692728.054016:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054017:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.054018:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054020:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692728.054022:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692728.054024:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692728.054028:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692728.054030:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692728.054034:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692728.054041:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182336:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692728.054045:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692728.054049:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054055:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692728.054056:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.054058:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692728.054060:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692728.054062:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692728.054065:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182464:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692728.054068:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692728.054070:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692728.054071:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.054073:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692728.054076:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692728.054078:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692728.054081:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692728.054083:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692728.054086:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692728.054089:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182464, portal 10
00000100:00000001:1.0:1790692728.054091:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692728.054092:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074953600 : -120939634598016 : ffff92018c0a5f80)
00000100:00000040:1.0:1790692728.054097:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054103:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692728.054105:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692728.054107:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692728.054109:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061182464, offset 0
00000400:00000200:1.0:1790692728.054113:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692728.054117:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.054120:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692728.054123:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692728.054125:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692728.054127:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692728.054129:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692728.054132:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40484:40484:256:4294967295] 192.168.204.156@tcp LPNI seq info [40483:40483:8:4294967295]
00000400:00000200:1.0:1790692728.054136:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.054141:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692728.054145:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.054148:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692728.054151:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692728.054154:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692728.054158:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692728.054160:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692728.054163:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.054165:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692728.054167:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692728.054170:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692728.054173:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692728.054174:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692728.054177:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692728.054180:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054187:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.054189:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054200:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.054201:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692728.054204:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692728.054207:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692728.054210:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692728.054211:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315539992
00000100:00000001:1.0:1790692728.054214:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.054216:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315539992
00000100:00000001:1.0:1790692728.054217:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.054219:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692728.054221:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.054237:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692728.054241:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692728/real 1790692728]  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692728.054248:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692728.054250:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692728.054252:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692728.054254:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692728.054256:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692728.054258:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692728.054261:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692728.054268:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054273:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692728.054275:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054276:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.054278:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692728.054280:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054287:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692728.054291:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054297:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692728.054299:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054300:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.054301:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054303:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692728.054304:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692728.054307:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692728.054310:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692728.054312:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692728.054315:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692728.054322:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182464:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692728.054326:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692728.054329:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054335:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692728.054336:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.054339:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692728.054340:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692728.054342:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692728.054345:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182592:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692728.054348:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692728.054350:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692728.054352:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692728.054354:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692728.054357:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692728.054359:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692728.054362:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692728.054364:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692728.054367:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692728.054370:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182592, portal 4
00000100:00000001:1.0:1790692728.054371:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692728.054372:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950016 : -120939634601600 : ffff92018c0a5180)
00000100:00000040:1.0:1790692728.054377:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054384:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692728.054386:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692728.054388:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692728.054390:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061182592, offset 0
00000400:00000200:1.0:1790692728.054393:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692728.054397:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.054400:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692728.054403:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692728.054405:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692728.054407:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692728.054409:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692728.054412:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40485:40485:256:4294967295] 192.168.204.156@tcp LPNI seq info [40484:40484:8:4294967295]
00000400:00000200:1.0:1790692728.054416:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692728.054422:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692728.054426:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.054429:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692728.054433:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692728.054436:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692728.054439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692728.054442:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692728.054446:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692728.054448:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692728.054450:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692728.054453:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692728.054477:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692728.054479:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692728.054481:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692728.054484:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054491:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.054494:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692753 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054500:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.054501:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692728.054504:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692728.054507:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692728.054510:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692728.054512:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315539987
00000100:00000001:1.0:1790692728.054514:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.054516:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315539987
00000100:00000001:1.0:1790692728.054518:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315541249
00000100:00000001:1.0:1790692728.054520:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692728.054522:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.054524:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692728.054527:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692728/real 1790692728]  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692728.054533:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692728.054534:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692728.054536:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692728.054538:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692728.054540:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692728.054542:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692728.054545:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692728.054551:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054557:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692728.054558:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054560:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.054562:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692728.054565:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054571:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692728.054574:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054579:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692728.054581:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054583:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692728.054584:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054586:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692728.054587:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692728.054589:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692728.054593:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692728.054595:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692728.054598:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692728.054605:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182592:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692728.054608:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054610:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.054613:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6300 x1877672061182336/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054619:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692728.054620:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692728.054622:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692728.054624:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692728.054626:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692728.054627:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692728.054629:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692728.054630:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790692728.054632:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692728.054633:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692728.054635:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6300.
00000100:00000001:1.0:1790692728.054637:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692728.054638:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054640:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.054643:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5f80 x1877672061182464/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054648:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692728.054649:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692728.054651:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692728.054653:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692728.054654:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692728.054655:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692728.054656:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692728.054658:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
02000000:00000001:1.0:1790692728.054661:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692728.054662:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692728.054663:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5f80.
00000100:00000001:1.0:1790692728.054665:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692728.054666:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054667:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692728.054670:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5180 x1877672061182592/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692753 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692728.054674:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692728.054676:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692728.054677:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692728.054680:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692728.054681:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692728.054682:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692728.054683:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692728.054685:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83c00.
02000000:00000001:1.0:1790692728.054686:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692728.054687:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692728.054688:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5180.
00000100:00000001:1.0:1790692728.054690:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692728.054691:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054692:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692728.054695:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692728.054697:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692728.054698:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692728.054700:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692728.948645:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692728.948654:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692728.948664:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692728.948666:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692728.948669:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692728.948671:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692728.948696:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692728.948702:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692728.948706:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692729.396542:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315541249, at 4315541312
00000100:00000040:1.0:1790692729.396543:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315541249, at 4315541312
00000100:00000010:1.0:1790692729.396557:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000100:00000010:0.0:1790692729.396558:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00010000:00000001:2.0:1790692729.972586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692729.972594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692729.972598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692729.972599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692729.972602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692729.972603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692729.972677:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692729.972682:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692729.972685:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692730.996580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692730.996588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692730.996593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692730.996594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692730.996596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692730.996597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692730.996672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692730.996677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692730.996681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692732.020552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692732.020562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692732.020565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692732.020567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692732.020572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692732.020572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692732.020629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692732.020633:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692732.020637:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692733.044577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692733.044585:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692733.044587:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692733.044591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692733.044595:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692733.044597:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692733.044599:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692733.044601:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692733.044606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692733.044607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692733.044610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692733.044617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692733.044679:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692733.044683:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692733.044686:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692733.172557:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692733.172567:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692733.172569:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692733.172573:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692733.172577:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692733.172583:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20872
00000400:00000200:2.0:1790692733.172592:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692733.172598:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692733.172601:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692733.172604:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.172610:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172612:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692733.172620:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692733.172622:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692733.172625:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692733.172628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692733.172631:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692733.172633:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692733.172646:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172648:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.172650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692733.172654:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692733.172657:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172660:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692733.172663:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692733.172666:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692733.172669:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.172671:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692733.172673:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692733.172681:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6a00.
00000020:00000040:2.0:1790692733.172685:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692733.172688:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692733.172689:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.172692:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692733.172695:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692733.172699:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692733.172706:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83800.
00000100:00000001:2.0:1790692733.172712:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692733.172720:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692733.172729:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692733.172733:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692733.172737:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f92b398] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692733.172759:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692733.172762:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692733.172765:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692733.172766:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692733.172769:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692733.172772:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692733.172774:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20872
00000400:00000200:2.0:1790692733.172778:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692733.172782:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692733.172784:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692733.172787:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172789:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.172792:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172794:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692733.172797:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692733.172799:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790692733.172801:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692733.172804:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692733.172806:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692733.172807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790692733.172809:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692733.172812:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790692733.172815:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692733.172816:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790692733.172820:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692733.172827:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692733.172827:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.172831:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692733.172836:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692733.172842:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692733.172848:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692733.172849:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.172853:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692733.172853:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692733.172859:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692733.172860:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692733.172864:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.172865:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692733.172869:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692733.172872:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:2.0:1790692733.172873:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.172878:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.172878:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692733.172885:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7100.
00000100:00100000:1.0:1790692733.172886:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061182720:192.168.204.156@tcp:250:kworker.0
00000020:00000040:2.0:1790692733.172889:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692733.172895:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692733.172896:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692733.172897:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.172901:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692733.172902:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692733.172903:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692733.172906:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692733.172907:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.172913:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692733.172914:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80000.
00000100:00000001:2.0:1790692733.172920:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692733.172921:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692733.172925:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692733.172927:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692733.172933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692733.172940:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692733.172941:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692733.172945:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692733.172947:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:2.0:1790692733.172951:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4fb751] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692733.172956:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182720, portal 25
00000100:00000001:1.0:1790692733.172961:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692733.172964:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074956288 : -120939634595328 : ffff92018c0a6a00)
00000100:00000001:2.0:1790692733.172965:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692733.172970:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692733.172975:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692733.172976:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692733.172979:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692733.172981:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692733.172987:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692733.172993:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790692733.172993:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20872
00000100:00000040:1.0:1790692733.172999:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692733.173000:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692733.173005:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000400:00000200:2.0:1790692733.173006:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692733.173011:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790692733.173012:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061182720, offset 0
00000100:00000040:2.0:1790692733.173015:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.173024:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173026:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692733.173029:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692733.173032:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:1.0:1790692733.173033:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:2.0:1790692733.173035:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692733.173039:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692733.173041:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692733.173045:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:2.0:1790692733.173045:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692733.173052:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173055:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:2.0:1790692733.173056:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.173062:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173063:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790692733.173066:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692733.173071:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:2.0:1790692733.173071:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:2.0:1790692733.173078:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173080:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692733.173084:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173085:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:2.0:1790692733.173089:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692733.173093:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692733.173096:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.173099:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692733.173100:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40486:40486:256:4294967295] 192.168.204.156@tcp LPNI seq info [40485:40485:8:4294967295]
00000008:00100000:2.0:1790692733.173102:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692733.173107:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.173110:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173111:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:2.0:1790692733.173115:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4700.
00000020:00000040:2.0:1790692733.173119:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790692733.173134:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692733.173137:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173140:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790692733.173141:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692733.173144:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692733.173148:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692733.173152:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:2.0:1790692733.173153:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82c00.
00000800:00000010:1.0:1790692733.173160:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000001:2.0:1790692733.173161:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692733.173170:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692733.173173:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692733.173180:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692733.173182:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692733.173189:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1790692733.173190:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5bc30e0] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692733.173200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692733.173203:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692733.173206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:2.0:1790692733.173208:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692733.173214:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1790692733.173216:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1790692733.173218:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1790692733.173222:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00080000:2.0:1790692733.173223:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692733.173227:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692733.173229:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790692733.173231:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790692733.173232:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692733.173238:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20872
00000400:00000200:1.0:1790692733.173241:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692733.173245:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.173248:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000200:2.0:1790692733.173251:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000010:1.0:1790692733.173253:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00080000:2.0:1790692733.173254:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692733.173260:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:2.0:1790692733.173260:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173263:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790692733.173269:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692733.173269:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173271:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692733.173277:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692733.173279:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692733.173283:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692733.173286:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790692733.173286:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692733.173291:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692733.173294:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692733.173294:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692733.173301:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173306:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692733.173311:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692733.173313:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.173314:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692733.173317:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:2.0:1790692733.173318:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790692733.173322:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692733.173323:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692733.173325:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692733.173327:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692733.173329:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692733.173329:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692733.173332:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692733.173335:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790692733.173338:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173340:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692733.173340:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173345:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315546368
00000100:00000010:2.0:1790692733.173346:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7800.
00000020:00000040:2.0:1790692733.173350:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692733.173353:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692733.173354:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692733.173355:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7cc0.
00000100:00000001:2.0:1790692733.173356:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692733.173358:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692733.173360:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173364:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1790692733.173364:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80c00.
00000100:00000001:2.0:1790692733.173370:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692733.173373:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692733.173375:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315546368
00000100:00000001:2.0:1790692733.173382:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:1.0:1790692733.173384:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7a80.
00000100:00000001:2.0:1790692733.173385:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692733.173391:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05693f8] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173392:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692733.173399:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692733.173399:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173404:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692733.173405:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20882)
00000100:00000001:1.0:1790692733.173409:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692733.173417:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692733/real 1790692733]  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692733.173427:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692733.173429:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692733.173431:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692733.173434:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692733.173436:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692733.173438:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692733.173450:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692733.173484:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173490:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692733.173492:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173494:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.173496:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692733.173500:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173506:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692733.173511:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173518:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692733.173521:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173522:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.173523:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173525:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692733.173528:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692733.173530:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692733.173534:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692733.173536:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692733.173540:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692733.173548:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061182720:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692733.173555:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173558:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.173560:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6a00 x1877672061182720/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173566:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692733.173569:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692733.173572:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692733.173575:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692733.173577:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692733.173579:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692733.173580:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692733.173582:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790692733.173585:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692733.173587:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692733.173589:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6a00.
00000100:00000001:1.0:1790692733.173591:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692733.173592:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173594:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173601:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692733.173603:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173604:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692733.173606:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692733.173608:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692733.173611:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173617:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692733.173618:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.173620:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692733.173622:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692733.173624:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692733.173627:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182848:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692733.173630:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692733.173632:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692733.173633:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.173636:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692733.173638:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692733.173640:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173644:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692733.173647:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692733.173650:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692733.173653:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182848, portal 10
00000100:00000001:1.0:1790692733.173654:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692733.173656:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074958080 : -120939634593536 : ffff92018c0a7100)
00000100:00000040:1.0:1790692733.173662:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173668:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692733.173671:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692733.173673:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692733.173676:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061182848, offset 0
00000400:00000200:1.0:1790692733.173679:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173683:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.173687:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692733.173690:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692733.173692:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692733.173695:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692733.173697:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173699:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40487:40487:256:4294967295] 192.168.204.156@tcp LPNI seq info [40486:40486:8:4294967295]
00000400:00000200:1.0:1790692733.173703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.173709:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692733.173713:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.173717:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692733.173720:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692733.173723:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692733.173727:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692733.173730:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692733.173734:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.173736:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692733.173739:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692733.173742:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692733.173745:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692733.173747:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692733.173749:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692733.173753:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173760:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.173763:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173769:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173770:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692733.173774:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692733.173778:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692733.173781:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692733.173782:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315545103
00000100:00000001:1.0:1790692733.173785:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.173787:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315545103
00000100:00000001:1.0:1790692733.173789:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.173791:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692733.173793:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.173794:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692733.173798:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692733/real 1790692733]  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692733.173805:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692733.173806:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692733.173808:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692733.173810:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692733.173811:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692733.173814:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692733.173817:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692733.173825:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173831:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692733.173832:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173834:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.173835:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692733.173839:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173844:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692733.173848:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173854:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692733.173856:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173858:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.173859:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.173861:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692733.173863:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692733.173865:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692733.173868:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692733.173870:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692733.173874:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692733.173882:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182848:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692733.173886:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692733.173889:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173901:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692733.173902:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.173904:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692733.173905:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692733.173907:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692733.173910:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182976:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692733.173913:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692733.173914:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692733.173916:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.173917:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692733.173921:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692733.173923:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.173926:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692733.173928:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692733.173931:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692733.173934:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061182976, portal 10
00000100:00000001:1.0:1790692733.173936:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692733.173937:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074947328 : -120939634604288 : ffff92018c0a4700)
00000100:00000040:1.0:1790692733.173943:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.173949:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692733.173951:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692733.173953:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692733.173956:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061182976, offset 0
00000400:00000200:1.0:1790692733.173959:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173963:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.173967:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692733.173969:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692733.173972:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692733.173974:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692733.173976:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692733.173979:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40488:40488:256:4294967295] 192.168.204.156@tcp LPNI seq info [40487:40487:8:4294967295]
00000400:00000200:1.0:1790692733.173982:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.173988:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692733.173992:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.173995:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692733.173999:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692733.174001:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692733.174005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692733.174007:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692733.174010:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.174012:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692733.174015:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692733.174018:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692733.174020:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692733.174021:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692733.174024:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692733.174027:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174034:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.174037:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174042:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.174044:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692733.174048:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692733.174050:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692733.174053:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692733.174055:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315545112
00000100:00000001:1.0:1790692733.174057:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.174059:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315545112
00000100:00000001:1.0:1790692733.174061:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.174063:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692733.174065:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.174067:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692733.174071:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692733/real 1790692733]  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692733.174078:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692733.174079:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692733.174081:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692733.174083:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692733.174085:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692733.174086:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692733.174089:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692733.174097:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174103:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692733.174105:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174106:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.174107:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692733.174111:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174116:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692733.174120:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174142:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692733.174144:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174146:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.174147:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174148:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692733.174150:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692733.174152:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692733.174156:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692733.174158:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692733.174162:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692733.174169:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061182976:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692733.174173:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692733.174176:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174182:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692733.174183:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.174185:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692733.174187:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692733.174189:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692733.174192:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183104:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692733.174195:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692733.174197:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692733.174198:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692733.174200:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692733.174203:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692733.174205:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692733.174208:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692733.174210:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692733.174213:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692733.174216:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183104, portal 4
00000100:00000001:1.0:1790692733.174218:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692733.174219:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074959872 : -120939634591744 : ffff92018c0a7800)
00000100:00000040:1.0:1790692733.174224:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174230:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692733.174232:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692733.174234:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692733.174237:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061183104, offset 0
00000400:00000200:1.0:1790692733.174240:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692733.174244:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.174247:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692733.174250:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692733.174252:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692733.174254:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692733.174257:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692733.174260:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40489:40489:256:4294967295] 192.168.204.156@tcp LPNI seq info [40488:40488:8:4294967295]
00000400:00000200:1.0:1790692733.174264:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692733.174269:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692733.174274:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.174277:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692733.174280:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692733.174283:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692733.174287:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692733.174289:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692733.174293:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692733.174294:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692733.174297:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692733.174300:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692733.174303:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692733.174305:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692733.174308:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692733.174311:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174318:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.174321:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692758 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174326:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.174328:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692733.174332:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692733.174335:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692733.174339:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692733.174340:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315545106
00000100:00000001:1.0:1790692733.174343:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.174345:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315545106
00000100:00000001:1.0:1790692733.174347:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315546368
00000100:00000001:1.0:1790692733.174349:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692733.174351:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.174353:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692733.174356:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692733/real 1790692733]  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692733.174364:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692733.174365:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692733.174366:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692733.174369:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692733.174371:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692733.174373:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692733.174376:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692733.174383:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174389:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692733.174390:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174392:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.174393:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692733.174397:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174403:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692733.174406:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174413:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692733.174415:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174417:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692733.174418:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174420:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692733.174422:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692733.174424:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692733.174427:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692733.174430:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692733.174433:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692733.174441:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183104:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692733.174445:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174446:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.174449:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7100 x1877672061182848/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174474:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692733.174476:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692733.174479:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692733.174483:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692733.174484:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692733.174486:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692733.174488:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692733.174491:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80000.
02000000:00000001:1.0:1790692733.174494:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692733.174495:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692733.174497:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7100.
00000100:00000001:1.0:1790692733.174499:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692733.174501:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174503:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.174507:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4700 x1877672061182976/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174513:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692733.174514:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692733.174515:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692733.174518:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692733.174519:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692733.174520:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692733.174522:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692733.174523:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82c00.
02000000:00000001:1.0:1790692733.174526:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692733.174527:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692733.174528:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4700.
00000100:00000001:1.0:1790692733.174530:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692733.174531:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174532:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692733.174535:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7800 x1877672061183104/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692758 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692733.174541:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692733.174542:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692733.174544:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790692733.174546:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692733.174547:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692733.174548:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692733.174550:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692733.174551:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80c00.
02000000:00000001:1.0:1790692733.174553:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692733.174554:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692733.174556:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7800.
00000100:00000001:1.0:1790692733.174558:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692733.174559:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174561:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692733.174565:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692733.174567:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692733.174569:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692733.174572:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692734.068551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692734.068556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692734.068561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692734.068562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692734.068565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692734.068568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692734.068622:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692734.068626:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692734.068629:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692734.516535:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315546368, at 4315546432
00000100:00000040:0.0:1790692734.516539:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315546368, at 4315546432
00000100:00000010:1.0:1790692734.516546:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000100:00000010:0.0:1790692734.516548:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00010000:00000001:2.0:1790692735.092560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692735.092567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692735.092571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692735.092572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692735.092575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692735.092576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692735.092634:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692735.092637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692735.092640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692736.116525:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692736.116530:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116533:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692736.116536:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692736.116538:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692736.116540:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116542:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692736.116544:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116545:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116547:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692736.116550:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692736.116551:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692736.116551:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116552:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692736.116553:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116554:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692736.116555:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692736.116593:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692736.116597:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692736.116599:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692737.140543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692737.140549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692737.140552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692737.140553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692737.140555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692737.140556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692737.140609:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692737.140612:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692737.140614:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692738.164535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692738.164541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692738.164546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692738.164547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692738.164550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692738.164552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692738.164591:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692738.164594:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692738.164597:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692738.292557:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692738.292564:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692738.292567:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692738.292570:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692738.292574:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692738.292579:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20877
00000400:00000200:0.0:1790692738.292586:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692738.292591:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692738.292594:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692738.292595:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292598:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.292600:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292601:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692738.292607:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692738.292608:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692738.292610:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692738.292612:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692738.292614:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692738.292615:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692738.292617:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.292619:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292620:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692738.292622:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692738.292624:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292625:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692738.292627:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692738.292629:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692738.292631:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.292632:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692738.292634:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692738.292640:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692738.292642:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692738.292645:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692738.292647:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.292649:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692738.292651:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692738.292654:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692738.292659:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692738.292664:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692738.292670:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692738.292677:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692738.292680:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692738.292683:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692738.292699:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692738.292701:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692738.292704:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692738.292706:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692738.292707:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692738.292710:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692738.292712:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20877
00000400:00000200:0.0:1790692738.292715:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692738.292720:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692738.292723:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692738.292726:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292728:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.292731:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292733:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692738.292736:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692738.292737:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692738.292739:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692738.292742:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692738.292745:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692738.292745:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790692738.292748:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692738.292751:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292755:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692738.292756:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692738.292757:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292761:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692738.292761:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790692738.292766:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692738.292772:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790692738.292774:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692738.292775:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692738.292779:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692738.292784:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692738.292787:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790692738.292788:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.292790:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.292792:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692738.292797:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692738.292797:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692738.292801:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1790692738.292803:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.292807:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.292807:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692738.292814:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000100:00100000:1.0:1790692738.292815:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061183232:192.168.204.156@tcp:250:kworker.0
00000020:00000040:0.0:1790692738.292818:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692738.292823:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692738.292823:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692738.292829:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692738.292831:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.292834:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790692738.292835:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.292839:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692738.292840:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1790692738.292841:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:0.0:1790692738.292842:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.292845:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692738.292849:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000400:00000200:1.0:1790692738.292853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692738.292855:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692738.292859:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00100000:0.0:1790692738.292863:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692738.292868:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692738.292873:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692738.292877:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692738.292878:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183232, portal 25
00000100:00000040:0.0:1790692738.292881:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.292883:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692738.292886:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692738.292896:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692738.292913:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.292914:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790692738.292916:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692738.292921:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692738.292923:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692738.292926:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692738.292927:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1790692738.292928:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000001:0.0:1790692738.292929:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790692738.292934:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061183232, offset 0
00000100:00080000:0.0:1790692738.292935:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20877
00000400:00000200:0.0:1790692738.292940:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692738.292944:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692738.292947:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692738.292949:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692738.292951:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292954:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.292955:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.292957:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692738.292960:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.292967:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692738.292971:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692738.292975:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692738.292978:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692738.292980:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692738.292984:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40490:40490:256:4294967295] 192.168.204.156@tcp LPNI seq info [40489:40489:8:4294967295]
00000400:00000200:1.0:1790692738.292988:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.292996:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790692738.293001:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1790692738.293002:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692738.293003:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692738.293006:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692738.293009:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692738.293010:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000010:1.0:1790692738.293011:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000020:00000001:0.0:1790692738.293012:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692738.293018:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.293019:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.293021:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.293034:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.0:1790692738.293038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692738.293039:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692738.293044:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:1.0:1790692738.293045:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790692738.293046:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692738.293049:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692738.293053:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692738.293056:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692738.293057:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692738.293058:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692738.293060:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692738.293064:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692738.293064:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790692738.293066:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692738.293071:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692738.293075:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000100:1.0:1790692738.293076:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.293079:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
02000000:00000001:0.0:1790692738.293083:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692738.293085:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.293086:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692738.293087:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692738.293088:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790692738.293089:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692738.293095:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692738.293100:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692738.293100:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00100000:0.0:1790692738.293107:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692738.293109:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000100:00000001:0.0:1790692738.293114:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790692738.293114:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:0.0:1790692738.293118:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293121:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790692738.293122:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692738.293129:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692738.293131:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692738.293132:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692738.293136:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692738.293139:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692738.293144:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692738.293146:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692738.293148:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692738.293153:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692738.293156:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1790692738.293157:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20877
00000400:00000200:0.0:1790692738.293163:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692738.293165:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790692738.293167:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692738.293170:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692738.293174:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.293178:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.293181:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.293185:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692738.293187:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692738.293188:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692738.293191:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692738.293192:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692738.293192:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:0.0:1790692738.293196:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692738.293198:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692738.293199:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692738.293201:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692738.293203:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.293204:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692738.293206:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692738.293209:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692738.293211:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692738.293215:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692738.293215:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692738.293220:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692738.293222:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692738.293222:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315551488
02000000:00000001:0.0:1790692738.293225:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692738.293227:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.293228:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692738.293230:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692738.293231:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692738.293231:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7a80.
00000100:00000001:0.0:1790692738.293234:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692738.293238:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692738.293240:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692738.293241:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692738.293241:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790692738.293245:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692738.293247:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692738.293247:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692738.293249:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293251:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315551488
02000000:00000010:0.0:1790692738.293252:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692738.293256:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692738.293258:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ae0.
00000100:00100000:0.0:1790692738.293259:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692738.293264:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790692738.293267:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692738.293270:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293270:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790692738.293275:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293276:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293283:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692738.293284:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692738.293288:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20887)
00000100:00100000:1.0:1790692738.293291:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692738/real 1790692738]  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692738.293301:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692738.293303:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692738.293306:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692738.293309:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692738.293312:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692738.293314:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692738.293326:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692738.293334:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293341:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692738.293342:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293345:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.293346:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692738.293350:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293356:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692738.293361:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293374:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692738.293376:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293378:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.293379:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293382:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692738.293383:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692738.293386:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692738.293390:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692738.293392:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692738.293396:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692738.293404:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061183232:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692738.293409:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293411:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.293414:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061183232/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293420:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692738.293422:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692738.293424:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692738.293428:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692738.293430:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692738.293432:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692738.293434:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692738.293436:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790692738.293440:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692738.293442:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692738.293443:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692738.293446:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692738.293447:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293449:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293482:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692738.293484:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293486:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692738.293488:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692738.293489:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692738.293493:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293500:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692738.293502:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.293504:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692738.293506:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692738.293508:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692738.293511:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183360:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692738.293514:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692738.293516:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692738.293517:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.293519:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692738.293522:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692738.293524:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692738.293528:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692738.293531:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692738.293534:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692738.293537:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183360, portal 10
00000100:00000001:1.0:1790692738.293539:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692738.293540:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692738.293547:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293553:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692738.293555:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692738.293557:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692738.293559:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061183360, offset 0
00000400:00000200:1.0:1790692738.293564:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692738.293568:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.293572:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692738.293575:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692738.293577:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692738.293579:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692738.293582:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692738.293584:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40491:40491:256:4294967295] 192.168.204.156@tcp LPNI seq info [40490:40490:8:4294967295]
00000400:00000200:1.0:1790692738.293588:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.293594:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692738.293599:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.293602:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692738.293606:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692738.293609:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692738.293613:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692738.293616:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692738.293619:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.293621:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692738.293624:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692738.293628:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692738.293631:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692738.293633:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692738.293635:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692738.293638:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293646:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.293649:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293655:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293656:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692738.293660:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692738.293664:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692738.293667:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692738.293669:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315550223
00000100:00000001:1.0:1790692738.293672:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.293674:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315550223
00000100:00000001:1.0:1790692738.293676:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.293678:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692738.293680:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293682:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692738.293686:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692738/real 1790692738]  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692738.293693:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692738.293694:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692738.293696:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692738.293698:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692738.293700:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692738.293702:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692738.293705:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692738.293713:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293719:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692738.293720:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293722:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.293723:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692738.293726:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293732:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692738.293736:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293742:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692738.293744:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293746:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.293747:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293748:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692738.293750:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692738.293753:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692738.293756:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692738.293758:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692738.293761:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692738.293767:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183360:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692738.293771:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692738.293774:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293780:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692738.293781:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.293783:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692738.293785:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692738.293787:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692738.293789:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183488:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692738.293792:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692738.293794:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692738.293796:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.293797:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692738.293800:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692738.293802:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692738.293805:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692738.293808:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692738.293811:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692738.293813:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183488, portal 10
00000100:00000001:1.0:1790692738.293815:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692738.293817:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692738.293822:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293827:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692738.293829:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692738.293832:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692738.293834:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061183488, offset 0
00000400:00000200:1.0:1790692738.293837:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692738.293841:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.293844:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692738.293847:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692738.293849:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692738.293851:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692738.293853:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692738.293855:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40492:40492:256:4294967295] 192.168.204.156@tcp LPNI seq info [40491:40491:8:4294967295]
00000400:00000200:1.0:1790692738.293859:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.293864:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692738.293869:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.293872:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692738.293875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692738.293878:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692738.293882:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692738.293884:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692738.293888:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.293890:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692738.293892:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692738.293896:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692738.293898:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692738.293900:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692738.293902:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692738.293905:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293913:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.293916:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293922:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293924:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692738.293927:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692738.293930:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692738.293933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692738.293935:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315550232
00000100:00000001:1.0:1790692738.293937:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.293939:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315550232
00000100:00000001:1.0:1790692738.293941:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.293942:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692738.293944:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.293946:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692738.293950:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692738/real 1790692738]  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692738.293957:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692738.293959:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692738.293960:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692738.293962:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692738.293964:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692738.293966:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692738.293969:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692738.293976:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293981:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692738.293982:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.293984:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.293985:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692738.293988:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.293994:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692738.293998:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294004:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692738.294006:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294008:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.294009:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294010:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692738.294012:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692738.294014:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692738.294017:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692738.294019:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692738.294023:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692738.294047:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183488:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692738.294051:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692738.294054:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294060:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692738.294062:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.294064:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692738.294066:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692738.294068:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692738.294071:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183616:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692738.294074:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692738.294076:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692738.294077:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692738.294079:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692738.294083:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692738.294085:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692738.294088:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692738.294091:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692738.294094:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692738.294097:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183616, portal 4
00000100:00000001:1.0:1790692738.294098:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692738.294100:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:1.0:1790692738.294105:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294112:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692738.294114:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692738.294116:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692738.294118:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061183616, offset 0
00000400:00000200:1.0:1790692738.294122:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692738.294126:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.294129:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692738.294132:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692738.294134:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692738.294136:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692738.294139:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692738.294142:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40493:40493:256:4294967295] 192.168.204.156@tcp LPNI seq info [40492:40492:8:4294967295]
00000400:00000200:1.0:1790692738.294146:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692738.294152:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692738.294156:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.294159:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692738.294162:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692738.294165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692738.294169:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692738.294171:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692738.294175:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692738.294177:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692738.294180:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692738.294183:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692738.294186:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692738.294187:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692738.294190:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692738.294193:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294200:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.294203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692763 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294209:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.294211:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692738.294214:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692738.294217:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692738.294220:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692738.294222:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315550226
00000100:00000001:1.0:1790692738.294224:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.294226:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315550226
00000100:00000001:1.0:1790692738.294228:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315551488
00000100:00000001:1.0:1790692738.294230:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692738.294232:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.294234:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692738.294237:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692738/real 1790692738]  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692738.294244:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692738.294245:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692738.294247:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692738.294249:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692738.294251:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692738.294253:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692738.294257:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692738.294265:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294271:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692738.294272:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294274:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.294276:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692738.294279:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294285:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692738.294289:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294294:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692738.294296:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294298:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692738.294299:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294300:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692738.294302:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692738.294304:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692738.294308:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692738.294310:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692738.294314:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692738.294321:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183616:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692738.294324:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294326:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.294330:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061183360/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294336:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692738.294337:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692738.294339:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692738.294342:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692738.294343:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692738.294344:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692738.294346:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692738.294348:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790692738.294350:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692738.294351:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692738.294353:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692738.294355:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692738.294356:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294358:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.294361:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061183488/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294367:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692738.294369:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692738.294370:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692738.294372:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692738.294373:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692738.294374:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692738.294376:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692738.294377:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692738.294379:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692738.294380:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692738.294382:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692738.294384:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692738.294386:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294387:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692738.294390:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061183616/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692763 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692738.294396:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692738.294398:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692738.294399:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692738.294402:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692738.294403:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692738.294404:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692738.294405:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692738.294407:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692738.294409:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692738.294410:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692738.294412:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692738.294414:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692738.294415:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294417:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692738.294420:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692738.294422:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692738.294424:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692738.294425:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692739.188541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692739.188545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692739.188549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692739.188550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692739.188552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692739.188553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692739.188597:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692739.188600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692739.188602:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692739.636536:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315551488, at 4315551552
00000100:00000040:1.0:1790692739.636536:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315551488, at 4315551552
00000100:00000010:1.0:1790692739.636548:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000100:00000010:0.0:1790692739.636553:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00010000:00000001:2.0:1790692740.212560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692740.212565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692740.212569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692740.212570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692740.212573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692740.212574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692740.212640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692740.212645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692740.212648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692741.236548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692741.236557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692741.236562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692741.236564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692741.236567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692741.236568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692741.236636:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692741.236641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692741.236644:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692742.260519:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692742.260524:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692742.260527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692742.260528:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692742.260530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692742.260531:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692742.260569:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692742.260572:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692742.260575:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692743.284548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692743.284554:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692743.284556:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692743.284560:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692743.284564:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692743.284566:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692743.284568:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692743.284571:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692743.284575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692743.284576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692743.284580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692743.284581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692743.284642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692743.284648:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692743.284652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692743.412520:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692743.412528:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692743.412529:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692743.412532:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692743.412536:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692743.412541:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20882
00000400:00000200:0.0:1790692743.412548:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692743.412553:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692743.412555:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692743.412557:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412559:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692743.412561:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412562:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692743.412568:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692743.412570:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692743.412572:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692743.412574:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692743.412576:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692743.412577:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692743.412579:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412580:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692743.412581:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412582:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692743.412583:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692743.412585:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412587:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692743.412589:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692743.412591:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692743.412593:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412594:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692743.412595:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692743.412602:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692743.412604:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692743.412606:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692743.412607:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412609:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692743.412611:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692743.412614:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692743.412621:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692743.412626:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692743.412632:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692743.412639:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692743.412642:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692743.412645:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692743.412661:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692743.412664:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692743.412667:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692743.412668:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692743.412670:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692743.412672:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692743.412675:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20882
00000400:00000200:0.0:1790692743.412678:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692743.412681:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692743.412682:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692743.412685:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412687:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692743.412689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692743.412694:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692743.412696:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692743.412697:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692743.412699:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790692743.412700:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790692743.412701:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692743.412703:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692743.412704:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692743.412705:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692743.412706:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692743.412707:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692743.412709:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412710:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692743.412712:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000040:1.0:1790692743.412712:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692743.412715:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412717:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692743.412719:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692743.412720:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692743.412722:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692743.412724:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692743.412726:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.412726:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692743.412728:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692743.412729:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692743.412731:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790692743.412732:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1790692743.412734:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061183744:192.168.204.156@tcp:250:kworker.0
00000008:00000001:0.0:1790692743.412735:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412737:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.412738:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:0.0:1790692743.412741:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692743.412742:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692743.412742:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692743.412744:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692743.412745:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692743.412746:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.412746:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790692743.412747:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692743.412749:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692743.412750:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692743.412751:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000010:0.0:1790692743.412753:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692743.412753:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412756:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692743.412758:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692743.412760:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692743.412762:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692743.412767:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790692743.412767:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692743.412769:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692743.412772:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692743.412779:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692743.412781:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183744, portal 25
00000100:00080000:0.0:1790692743.412782:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692743.412784:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692743.412785:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692743.412785:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000001:0.0:1790692743.412786:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692743.412787:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692743.412790:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790692743.412790:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692743.412792:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20882
00000400:00000200:0.0:1790692743.412795:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692743.412798:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692743.412798:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790692743.412800:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692743.412801:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692743.412803:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692743.412804:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000001:0.0:1790692743.412805:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790692743.412806:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061183744, offset 0
00000100:00000040:0.0:1790692743.412807:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412809:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692743.412811:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692743.412813:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:1.0:1790692743.412813:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692743.412814:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692743.412816:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692743.412817:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692743.412819:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692743.412819:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692743.412822:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412824:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692743.412824:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:0.0:1790692743.412826:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412827:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692743.412828:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1790692743.412829:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692743.412831:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692743.412832:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:0.0:1790692743.412834:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692743.412835:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692743.412836:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790692743.412837:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692743.412838:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692743.412839:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412840:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692743.412841:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40494:40494:256:4294967295] 192.168.204.156@tcp LPNI seq info [40493:40493:8:4294967295]
00000008:00100000:0.0:1790692743.412842:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692743.412844:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412846:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692743.412846:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692743.412848:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692743.412850:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692743.412852:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692743.412854:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412855:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692743.412855:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790692743.412857:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692743.412858:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692743.412860:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:0.0:1790692743.412861:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692743.412864:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692743.412864:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00100000:0.0:1790692743.412867:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692743.412871:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692743.412875:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000100:00000001:0.0:1790692743.412878:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692743.412880:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692743.412881:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692743.412883:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692743.412884:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790692743.412889:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412890:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692743.412891:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00000040:0.0:1790692743.412893:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692743.412896:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790692743.412897:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790692743.412898:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692743.412901:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1790692743.412901:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790692743.412902:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692743.412904:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692743.412906:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790692743.412906:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000100:00080000:0.0:1790692743.412908:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20882
00000400:00000010:1.0:1790692743.412908:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000400:00000200:0.0:1790692743.412911:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692743.412912:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:0.0:1790692743.412913:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692743.412915:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790692743.412916:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.412923:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.412938:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692743.412939:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412942:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692743.412944:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412946:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692743.412946:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.412948:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790692743.412949:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692743.412950:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692743.412951:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692743.412953:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692743.412955:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692743.412956:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692743.412957:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692743.412960:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692743.412960:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692743.412962:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692743.412962:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315556608
00000100:00000040:0.0:1790692743.412964:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412965:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692743.412967:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000010:1.0:1790692743.412967:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ae0.
00000100:00080000:0.0:1790692743.412970:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692743.412972:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.412972:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790692743.412973:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692743.412976:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692743.412978:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.412978:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315556608
00000100:00000001:0.0:1790692743.412979:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:1.0:1790692743.412980:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e77e0.
00000008:00100000:0.0:1790692743.412981:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692743.412983:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000008:00000001:0.0:1790692743.412984:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412985:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.412986:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1790692743.412988:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692743.412988:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692743.412990:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790692743.412991:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:0.0:1790692743.412992:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692743.412993:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692743.412995:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1790692743.412995:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692743/real 1790692743]  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692743.412996:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692743.412998:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692743.413001:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692743.413004:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790692743.413004:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692743.413006:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:0.0:1790692743.413007:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692743.413008:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692743.413011:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692743.413013:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692743.413014:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692743.413015:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692743.413016:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692743.413019:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692743.413020:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692743.413027:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692743.413028:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692743.413031:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20893)
00000100:00000001:1.0:1790692743.413034:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692743.413036:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413038:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413040:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692743.413043:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413049:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692743.413053:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413060:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692743.413063:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413064:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413066:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413068:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692743.413069:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692743.413071:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692743.413074:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692743.413075:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692743.413078:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692743.413083:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061183744:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692743.413088:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413090:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413091:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061183744/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413096:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692743.413097:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413099:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692743.413101:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692743.413102:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692743.413103:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692743.413104:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692743.413106:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692743.413109:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692743.413110:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692743.413111:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692743.413113:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692743.413114:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413115:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413121:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692743.413122:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413123:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692743.413124:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692743.413125:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692743.413127:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413131:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692743.413132:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413134:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692743.413135:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692743.413136:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692743.413137:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183872:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692743.413139:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692743.413140:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692743.413141:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413142:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413144:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692743.413146:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692743.413148:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692743.413150:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692743.413152:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692743.413154:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061183872, portal 10
00000100:00000001:1.0:1790692743.413155:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692743.413156:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692743.413160:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413164:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692743.413165:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692743.413166:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692743.413168:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061183872, offset 0
00000400:00000200:1.0:1790692743.413170:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413173:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413175:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692743.413176:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692743.413178:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692743.413180:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692743.413181:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413183:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40495:40495:256:4294967295] 192.168.204.156@tcp LPNI seq info [40494:40494:8:4294967295]
00000400:00000200:1.0:1790692743.413185:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413189:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692743.413191:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413193:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692743.413196:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692743.413198:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692743.413200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692743.413214:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790692743.413217:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413218:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692743.413220:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692743.413222:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692743.413225:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692743.413226:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692743.413227:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692743.413230:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413234:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413236:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413240:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413241:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692743.413243:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692743.413246:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692743.413248:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692743.413249:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315555342
00000100:00000001:1.0:1790692743.413251:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413252:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315555342
00000100:00000001:1.0:1790692743.413253:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413255:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692743.413256:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413257:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692743.413259:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692743/real 1790692743]  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692743.413263:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692743.413263:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692743.413264:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692743.413266:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692743.413267:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692743.413268:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692743.413270:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692743.413275:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413279:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692743.413279:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413280:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413281:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692743.413283:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413286:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692743.413288:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413292:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692743.413293:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413294:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413294:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413295:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692743.413296:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692743.413298:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692743.413299:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692743.413301:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692743.413303:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692743.413306:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061183872:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692743.413308:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692743.413310:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413317:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692743.413318:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413320:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692743.413321:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692743.413322:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692743.413323:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184000:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692743.413325:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692743.413326:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692743.413327:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413328:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413329:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692743.413330:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692743.413332:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692743.413333:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692743.413335:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692743.413336:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184000, portal 10
00000100:00000001:1.0:1790692743.413337:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692743.413338:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692743.413341:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413345:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692743.413346:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692743.413347:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692743.413349:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061184000, offset 0
00000400:00000200:1.0:1790692743.413351:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413353:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413355:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692743.413357:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692743.413358:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692743.413360:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692743.413361:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413363:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40496:40496:256:4294967295] 192.168.204.156@tcp LPNI seq info [40495:40495:8:4294967295]
00000400:00000200:1.0:1790692743.413366:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413369:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692743.413372:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413373:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692743.413376:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692743.413378:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692743.413382:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692743.413384:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790692743.413388:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413390:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692743.413392:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692743.413395:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692743.413398:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692743.413399:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692743.413401:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692743.413405:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413412:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413415:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413421:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413423:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692743.413426:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692743.413429:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692743.413431:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692743.413432:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315555351
00000100:00000001:1.0:1790692743.413434:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413442:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315555351
00000100:00000001:1.0:1790692743.413443:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413445:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692743.413446:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413448:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692743.413450:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692743/real 1790692743]  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692743.413471:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692743.413472:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692743.413473:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692743.413475:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692743.413476:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692743.413477:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692743.413479:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692743.413484:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413488:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692743.413489:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413490:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413491:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692743.413492:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413496:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692743.413498:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413502:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692743.413503:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413504:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413505:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413506:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692743.413507:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692743.413508:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692743.413510:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692743.413511:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692743.413514:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692743.413518:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184000:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692743.413520:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692743.413521:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413525:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692743.413525:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413527:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692743.413528:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692743.413529:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692743.413530:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184128:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692743.413532:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692743.413533:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692743.413534:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692743.413535:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413537:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692743.413539:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692743.413541:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692743.413542:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692743.413544:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692743.413546:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184128, portal 4
00000100:00000001:1.0:1790692743.413547:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692743.413548:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692743.413551:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413555:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692743.413557:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692743.413558:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692743.413559:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061184128, offset 0
00000400:00000200:1.0:1790692743.413561:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413564:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413566:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692743.413568:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692743.413569:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692743.413571:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692743.413572:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692743.413574:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40497:40497:256:4294967295] 192.168.204.156@tcp LPNI seq info [40496:40496:8:4294967295]
00000400:00000200:1.0:1790692743.413576:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692743.413580:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692743.413583:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413585:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692743.413587:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692743.413588:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:1.1:1790692743.413591:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692743.413592:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:1.0:1790692743.413594:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692743.413595:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692743.413597:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692743.413599:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692743.413601:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692743.413602:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692743.413603:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692743.413605:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413609:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413611:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692768 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413615:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413615:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692743.413618:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692743.413619:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692743.413621:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692743.413622:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315555346
00000100:00000001:1.0:1790692743.413624:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413625:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315555346
00000100:00000001:1.0:1790692743.413626:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315556608
00000100:00000001:1.0:1790692743.413628:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692743.413629:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413630:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692743.413631:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692743/real 1790692743]  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692743.413635:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692743.413636:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692743.413637:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692743.413638:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692743.413639:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692743.413640:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692743.413642:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692743.413646:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413649:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692743.413650:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413651:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413652:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692743.413653:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413657:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692743.413659:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413663:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692743.413664:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413665:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692743.413666:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413667:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692743.413668:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692743.413669:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692743.413671:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692743.413672:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692743.413673:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692743.413677:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184128:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692743.413679:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413680:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413682:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061183872/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413685:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692743.413686:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413687:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692743.413688:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692743.413689:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692743.413690:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692743.413691:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692743.413692:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692743.413693:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692743.413694:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692743.413695:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692743.413697:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692743.413698:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413699:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413701:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061184000/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413705:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692743.413705:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413706:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692743.413707:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692743.413708:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692743.413708:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692743.413709:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692743.413710:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692743.413711:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692743.413711:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692743.413712:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692743.413713:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692743.413714:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413715:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692743.413716:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061184128/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692768 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692743.413719:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692743.413720:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692743.413721:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692743.413722:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692743.413722:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692743.413723:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692743.413724:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692743.413725:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692743.413726:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692743.413726:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692743.413727:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692743.413728:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692743.413729:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413729:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692743.413732:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692743.413733:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692743.413734:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692743.413735:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692744.308560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692744.308565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692744.308568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692744.308570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692744.308572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692744.308573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692744.308629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692744.308632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692744.308635:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692744.756549:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315556608, at 4315556672
00000100:00000040:0.0:1790692744.756558:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315556608, at 4315556672
00000100:00000010:1.0:1790692744.756563:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00000100:00000010:0.0:1790692744.756577:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00010000:00000001:2.0:1790692745.332564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692745.332571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692745.332576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692745.332577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692745.332580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692745.332581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692745.332651:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692745.332655:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692745.332658:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692746.356566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692746.356571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692746.356579:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692746.356582:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692746.356584:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356586:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692746.356588:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356589:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356591:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692746.356595:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692746.356596:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692746.356597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356598:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692746.356599:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356600:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692746.356601:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692746.356707:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692746.356711:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692746.356714:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692747.380547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692747.380552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692747.380556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692747.380557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692747.380560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692747.380561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692747.380614:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692747.380619:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692747.380622:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692748.404584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692748.404591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692748.404597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692748.404598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692748.404603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692748.404604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692748.404673:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692748.404679:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692748.404683:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692748.532581:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692748.532593:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692748.532596:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692748.532600:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692748.532604:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692748.532614:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20888
00000400:00000200:0.0:1790692748.532627:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692748.532636:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692748.532640:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692748.532644:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.532653:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692748.532666:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692748.532668:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692748.532670:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692748.532674:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692748.532676:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692748.532678:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692748.532680:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532682:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.532683:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532684:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692748.532687:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692748.532690:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532692:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692748.532695:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692748.532699:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692748.532701:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532703:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692748.532706:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692748.532715:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692748.532719:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692748.532723:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692748.532724:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532727:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692748.532730:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692748.532735:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692748.532743:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692748.532750:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692748.532760:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692748.532778:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692748.532782:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692748.532786:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692748.532807:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692748.532810:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692748.532812:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692748.532814:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692748.532815:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692748.532818:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692748.532819:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20888
00000400:00000200:0.0:1790692748.532822:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692748.532824:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692748.532837:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692748.532841:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532843:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.532844:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532846:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692748.532849:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692748.532851:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692748.532853:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692748.532856:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692748.532859:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692748.532862:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692748.532865:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692748.532869:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692748.532871:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692748.532878:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790692748.532880:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692748.532883:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692748.532886:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692748.532893:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692748.532894:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692748.532896:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692748.532905:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790692748.532906:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692748.532908:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692748.532910:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532913:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692748.532914:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:0.0:1790692748.532918:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692748.532918:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1790692748.532926:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.532926:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532930:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692748.532933:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061184256:192.168.204.156@tcp:250:kworker.0
00000100:00000010:0.0:1790692748.532936:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692748.532938:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:0.0:1790692748.532940:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692748.532943:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692748.532944:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790692748.532945:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532948:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692748.532948:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692748.532952:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692748.532953:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790692748.532955:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692748.532960:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000010:0.0:1790692748.532961:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692748.532966:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.532969:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692748.532975:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692748.532980:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692748.532985:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692748.532994:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692748.532997:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692748.532997:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:0.0:1790692748.533006:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692748.533010:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184256, portal 25
00000100:00000001:1.0:1790692748.533018:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692748.533023:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000001:0.0:1790692748.533024:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692748.533031:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692748.533037:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692748.533038:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692748.533042:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692748.533045:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692748.533052:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692748.533058:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20888
00000100:00000001:1.0:1790692748.533060:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1790692748.533066:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692748.533068:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692748.533074:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000400:00000200:0.0:1790692748.533075:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692748.533080:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790692748.533082:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061184256, offset 0
00000100:00000040:0.0:1790692748.533083:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533089:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.533090:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533092:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692748.533096:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790692748.533097:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692748.533099:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692748.533102:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692748.533104:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692748.533106:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692748.533108:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692748.533112:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692748.533113:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692748.533115:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.533119:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533121:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692748.533123:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692748.533126:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:0.0:1790692748.533128:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533133:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692748.533136:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692748.533138:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692748.533140:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533141:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692748.533143:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692748.533146:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1790692748.533147:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533151:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692748.533155:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000400:00000200:1.0:1790692748.533156:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:0.0:1790692748.533159:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692748.533163:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692748.533164:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790692748.533165:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533170:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692748.533173:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692748.533173:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692748.533177:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692748.533182:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000400:00000200:1.0:1790692748.533183:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40498:40498:256:4294967295] 192.168.204.156@tcp LPNI seq info [40497:40497:8:4294967295]
00000100:00000001:0.0:1790692748.533186:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692748.533193:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692748.533194:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692748.533203:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692748.533205:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692748.533212:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692748.533216:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692748.533228:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692748.533232:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692748.533233:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692748.533235:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692748.533241:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692748.533244:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692748.533245:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692748.533246:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1790692748.533246:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000001:0.0:1790692748.533250:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692748.533254:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20888
00000400:00000200:0.0:1790692748.533258:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692748.533264:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790692748.533265:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692748.533271:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790692748.533273:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:0.0:1790692748.533275:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533280:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.533286:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692748.533288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692748.533290:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692748.533297:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1790692748.533297:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000020:00000040:0.0:1790692748.533301:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692748.533304:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692748.533308:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000800:00000100:1.0:1790692748.533309:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692748.533315:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000010:1.0:1790692748.533316:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000020:00000001:0.0:1790692748.533321:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:1.0:1790692748.533328:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692748.533329:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533335:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692748.533341:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692748.533346:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692748.533346:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:0.0:1790692748.533351:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000200:1.0:1790692748.533357:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000100:00080000:0.0:1790692748.533358:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:1.0:1790692748.533364:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:0.0:1790692748.533365:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692748.533371:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692748.533375:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790692748.533376:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692748.533381:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533385:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790692748.533386:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790692748.533389:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692748.533396:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533400:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692748.533405:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692748.533408:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692748.533411:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692748.533411:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790692748.533415:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533417:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692748.533420:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1790692748.533421:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692748.533423:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692748.533433:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:1.0:1790692748.533436:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533439:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.533441:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:0.0:1790692748.533450:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692748.533485:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692748.533488:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692748.533494:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533502:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692748.533503:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692748.533514:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20898)
00000400:00000200:1.0:1790692748.533515:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692748.533521:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315561729
00000100:00000010:1.0:1790692748.533529:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e77e0.
00000100:00000001:1.0:1790692748.533539:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692748.533548:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315561729
00000100:00000010:1.0:1790692748.533551:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ba0.
00000100:00000001:1.0:1790692748.533555:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692748.533559:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692748.533563:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.533566:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692748.533572:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692748/real 1790692748]  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692748.533584:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692748.533587:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692748.533589:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692748.533592:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692748.533594:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692748.533598:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692748.533602:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692748.533612:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533619:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692748.533622:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533626:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.533628:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692748.533633:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533642:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692748.533648:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533656:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692748.533660:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533661:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.533663:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533665:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692748.533667:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692748.533670:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692748.533674:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692748.533677:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692748.533682:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692748.533690:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061184256:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692748.533697:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533699:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.533703:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061184256/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533711:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692748.533714:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692748.533717:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692748.533721:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692748.533724:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692748.533725:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692748.533728:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692748.533730:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692748.533735:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692748.533738:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692748.533740:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692748.533745:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692748.533747:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533750:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.533759:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692748.533761:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.533764:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692748.533765:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692748.533767:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692748.533771:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533780:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692748.533781:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.533784:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692748.533786:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692748.533789:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692748.533792:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184384:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692748.533796:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692748.533798:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692748.533800:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.533802:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692748.533805:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692748.533807:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692748.533811:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692748.533814:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692748.533818:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692748.533821:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184384, portal 10
00000100:00000001:1.0:1790692748.533824:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692748.533825:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692748.533850:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533858:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692748.533861:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692748.533865:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692748.533868:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061184384, offset 0
00000400:00000200:1.0:1790692748.533872:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692748.533877:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.533881:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692748.533885:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692748.533888:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692748.533891:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692748.533893:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692748.533897:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40499:40499:256:4294967295] 192.168.204.156@tcp LPNI seq info [40498:40498:8:4294967295]
00000400:00000200:1.0:1790692748.533901:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.533908:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692748.533913:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.533917:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692748.533922:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692748.533925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692748.533930:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692748.533933:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790692748.533937:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.533939:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692748.533943:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692748.533947:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692748.533950:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692748.533952:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692748.533955:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692748.533960:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533969:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.533973:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.533981:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.533983:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692748.533987:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692748.533992:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692748.533996:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692748.533998:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315560463
00000100:00000001:1.0:1790692748.534001:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534004:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315560463
00000100:00000001:1.0:1790692748.534006:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534008:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692748.534011:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534013:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692748.534017:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692748/real 1790692748]  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692748.534026:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692748.534027:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692748.534029:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692748.534031:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692748.534033:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692748.534035:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692748.534039:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692748.534049:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534056:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692748.534057:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534059:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534061:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692748.534064:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534070:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692748.534074:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534082:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692748.534085:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534087:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534088:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534090:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692748.534092:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692748.534096:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692748.534100:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692748.534102:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692748.534107:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692748.534115:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184384:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692748.534120:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692748.534124:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534131:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692748.534132:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.534135:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692748.534137:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692748.534139:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692748.534143:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184512:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692748.534147:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692748.534149:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692748.534151:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.534152:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692748.534156:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692748.534158:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692748.534163:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692748.534165:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692748.534169:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692748.534172:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184512, portal 10
00000100:00000001:1.0:1790692748.534175:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692748.534176:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692748.534182:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534190:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692748.534192:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692748.534194:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692748.534197:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061184512, offset 0
00000400:00000200:1.0:1790692748.534201:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692748.534206:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.534210:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692748.534213:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692748.534216:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692748.534218:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692748.534221:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692748.534224:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40500:40500:256:4294967295] 192.168.204.156@tcp LPNI seq info [40499:40499:8:4294967295]
00000400:00000200:1.0:1790692748.534229:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.534235:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692748.534241:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.534245:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692748.534249:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692748.534252:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692748.534257:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692748.534260:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790692748.534264:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.534266:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692748.534270:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692748.534273:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692748.534277:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692748.534279:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692748.534282:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692748.534286:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534296:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.534300:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534308:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534309:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692748.534313:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692748.534316:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692748.534320:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692748.534322:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315560472
00000100:00000001:1.0:1790692748.534325:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534327:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315560472
00000100:00000001:1.0:1790692748.534330:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534332:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692748.534335:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534337:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692748.534341:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692748/real 1790692748]  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692748.534349:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692748.534350:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692748.534353:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692748.534355:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692748.534357:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692748.534359:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692748.534362:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692748.534372:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534379:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692748.534381:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534383:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534384:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692748.534388:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534395:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692748.534399:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534406:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692748.534409:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534410:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534412:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534414:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692748.534415:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692748.534418:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692748.534421:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692748.534423:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692748.534427:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692748.534435:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184512:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692748.534439:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692748.534443:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534450:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692748.534452:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.534473:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692748.534475:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692748.534478:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692748.534481:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184640:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692748.534485:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692748.534487:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692748.534488:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692748.534490:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692748.534494:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692748.534497:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692748.534501:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692748.534504:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692748.534508:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692748.534511:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184640, portal 4
00000100:00000001:1.0:1790692748.534513:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692748.534514:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:1.0:1790692748.534520:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534528:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692748.534530:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692748.534533:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000200:1.0:1790692748.534535:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061184640, offset 0
00000400:00000200:1.0:1790692748.534539:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692748.534544:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.534548:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692748.534551:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692748.534554:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692748.534557:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692748.534559:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692748.534562:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40501:40501:256:4294967295] 192.168.204.156@tcp LPNI seq info [40500:40500:8:4294967295]
00000400:00000200:1.0:1790692748.534567:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692748.534573:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692748.534579:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.534583:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790692748.534587:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692748.534590:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:1.1:1790692748.534595:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692748.534598:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:1.0:1790692748.534602:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692748.534604:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790692748.534607:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692748.534611:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692748.534614:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:1.0:1790692748.534616:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:1.0:1790692748.534619:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692748.534623:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534632:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.534635:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692773 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534643:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534645:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692748.534649:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692748.534652:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692748.534655:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692748.534658:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315560467
00000100:00000001:1.0:1790692748.534660:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534663:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315560467
00000100:00000001:1.0:1790692748.534665:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315561729
00000100:00000001:1.0:1790692748.534667:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692748.534670:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534672:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692748.534676:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692748/real 1790692748]  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692748.534685:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692748.534687:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692748.534688:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692748.534691:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692748.534692:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692748.534695:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692748.534698:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692748.534708:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534714:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692748.534716:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534718:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534719:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692748.534723:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534729:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692748.534733:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534740:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692748.534742:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534744:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692748.534745:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534746:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692748.534748:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692748.534749:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692748.534752:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692748.534754:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692748.534757:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692748.534763:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184640:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692748.534765:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534767:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.534769:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061184384/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534773:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692748.534774:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692748.534775:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692748.534777:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692748.534778:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692748.534780:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692748.534781:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692748.534782:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692748.534784:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692748.534785:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692748.534787:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692748.534789:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692748.534790:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534791:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.534793:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061184512/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534798:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692748.534799:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692748.534800:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692748.534801:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692748.534802:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692748.534803:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692748.534804:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692748.534805:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692748.534806:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692748.534808:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692748.534809:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692748.534810:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692748.534811:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534812:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692748.534814:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061184640/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692773 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692748.534818:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692748.534819:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692748.534820:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692748.534821:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692748.534821:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692748.534822:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692748.534823:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692748.534824:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692748.534825:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692748.534841:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692748.534843:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692748.534845:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692748.534847:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534848:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692748.534851:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692748.534852:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692748.534854:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692748.534855:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692749.428602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692749.428611:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692749.428617:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692749.428618:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692749.428621:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692749.428622:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692749.428694:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692749.428701:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692749.428705:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692749.876581:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315561729, at 4315561792
00000100:00000040:0.0:1790692749.876582:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315561729, at 4315561792
00000100:00000010:1.0:1790692749.876608:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000100:00000010:0.0:1790692749.876616:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00010000:00000001:2.0:1790692750.452571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692750.452579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692750.452586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692750.452587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692750.452592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692750.452593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692750.452660:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692750.452665:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692750.452669:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692751.476601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692751.476609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692751.476614:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692751.476615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692751.476618:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692751.476619:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692751.476691:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692751.476697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692751.476700:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692752.500596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692752.500607:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692752.500610:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692752.500613:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692752.500619:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692752.500621:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692752.500623:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692752.500624:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692752.500628:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692752.500629:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692752.500638:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692752.500639:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692752.500716:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692752.500721:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692752.500727:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692753.524593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692753.524601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692753.524607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692753.524608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692753.524611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692753.524612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692753.524680:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692753.524685:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692753.524688:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692753.652600:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692753.652612:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692753.652615:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692753.652619:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692753.652623:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692753.652632:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20893
00000400:00000200:0.0:1790692753.652642:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692753.652650:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692753.652653:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692753.652656:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652659:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.652661:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652663:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692753.652672:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692753.652673:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692753.652677:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692753.652681:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692753.652683:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692753.652685:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692753.652687:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652688:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.652689:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692753.652693:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692753.652695:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652697:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.652700:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692753.652703:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692753.652705:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.652707:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692753.652709:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692753.652719:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692753.652722:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692753.652725:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692753.652726:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.652744:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692753.652747:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692753.652753:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692753.652764:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692753.652772:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692753.652782:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692753.652791:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692753.652795:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692753.652799:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692753.652821:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692753.652823:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692753.652827:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692753.652828:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692753.652829:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692753.652832:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692753.652834:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20893
00000400:00000200:0.0:1790692753.652837:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692753.652839:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692753.652841:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692753.652843:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652845:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.652847:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652848:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692753.652851:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692753.652852:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692753.652854:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692753.652856:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692753.652857:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692753.652858:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692753.652861:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.652865:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652866:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692753.652869:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692753.652871:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692753.652872:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.652874:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692753.652874:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692753.652880:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1790692753.652881:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692753.652884:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.652885:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692753.652886:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692753.652892:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790692753.652894:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790692753.652896:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.652901:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692753.652907:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692753.652910:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790692753.652911:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790692753.652913:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.652914:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692753.652917:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.652918:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692753.652919:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692753.652922:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692753.652922:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692753.652924:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.652926:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692753.652930:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00100000:1.0:1790692753.652931:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061184768:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692753.652937:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.652938:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692753.652945:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00100000:0.0:1790692753.652946:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790692753.652948:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.652953:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790692753.652958:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692753.652961:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692753.652961:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692753.652966:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692753.652969:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692753.652977:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692753.652981:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692753.652983:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:0.0:1790692753.652984:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692753.652989:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692753.652991:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692753.652992:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692753.652994:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790692753.652994:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:0.0:1790692753.652999:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20893
00000400:00000200:0.0:1790692753.653001:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692753.653003:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692753.653005:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790692753.653005:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184768, portal 25
00000100:00000001:1.0:1790692753.653009:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1790692753.653011:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692753.653013:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000001:0.0:1790692753.653014:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.653018:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.653023:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790692753.653024:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692753.653026:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692753.653029:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692753.653032:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692753.653035:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692753.653038:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790692753.653038:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1790692753.653042:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692753.653044:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692753.653048:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692753.653049:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9a18.
00000100:00000001:0.0:1790692753.653050:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790692753.653054:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061184768, offset 0
00000400:00000200:1.0:1790692753.653061:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692753.653065:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.653067:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692753.653069:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692753.653071:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653075:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692753.653076:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.653079:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692753.653082:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692753.653085:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:0.0:1790692753.653086:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653090:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692753.653092:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692753.653094:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1790692753.653096:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653099:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653102:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000010:0.0:1790692753.653105:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000400:00000200:1.0:1790692753.653108:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1790692753.653110:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790692753.653112:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692753.653114:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692753.653117:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653120:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692753.653120:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40502:40502:256:4294967295] 192.168.204.156@tcp LPNI seq info [40501:40501:8:4294967295]
02000000:00000001:0.0:1790692753.653123:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692753.653125:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653129:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:0.0:1790692753.653131:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692753.653135:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653142:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00100000:0.0:1790692753.653144:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692753.653152:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692753.653160:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000001:0.0:1790692753.653163:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692753.653166:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692753.653172:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790692753.653172:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692753.653183:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692753.653185:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692753.653191:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692753.653194:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692753.653196:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692753.653198:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692753.653199:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692753.653200:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692753.653202:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692753.653204:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692753.653205:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20893
00000400:00000200:1.0:1790692753.653209:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692753.653211:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692753.653213:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692753.653214:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692753.653219:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692753.653219:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315566848
00000100:00000001:0.0:1790692753.653223:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.653225:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.653227:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:1.0:1790692753.653228:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ba0.
00000020:00000001:0.0:1790692753.653229:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692753.653233:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692753.653236:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692753.653238:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692753.653240:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692753.653240:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1790692753.653244:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692753.653247:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692753.653250:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692753.653252:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692753.653252:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315566848
00000100:00000001:0.0:1790692753.653254:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692753.653258:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000010:1.0:1790692753.653258:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e74e0.
00000100:00080000:0.0:1790692753.653262:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692753.653264:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790692753.653265:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.653269:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692753.653270:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692753.653271:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692753.653275:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692753.653276:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653281:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692753.653282:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790692753.653283:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692753.653286:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1790692753.653287:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653290:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692753.653293:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692753.653295:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790692753.653296:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
02000000:00000001:0.0:1790692753.653297:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692753.653300:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653300:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:0.0:1790692753.653305:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692753.653307:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1790692753.653308:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692753.653310:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1790692753.653311:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653314:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000010:0.0:1790692753.653317:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692753.653322:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692753.653323:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790692753.653328:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692753.653350:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692753.653350:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692753.653355:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692753.653356:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692753.653363:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692753.653363:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692753.653368:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692753.653374:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692753.653382:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184896:192.168.204.156@tcp:38:kworker.0
00000100:00000001:0.0:1790692753.653383:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653386:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692753.653390:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1790692753.653392:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20903)
02000000:00000001:1.0:1790692753.653392:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.653398:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692753.653402:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692753.653404:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653407:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692753.653410:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6630.
00000400:00000010:1.0:1790692753.653414:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790692753.653416:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061184896, portal 10
00000100:00000001:1.0:1790692753.653418:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692753.653419:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692753.653426:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692753.653431:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692753.653434:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692753.653437:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9198.
00000100:00000200:1.0:1790692753.653440:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061184896, offset 0
00000400:00000200:1.0:1790692753.653446:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653451:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653491:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692753.653495:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692753.653497:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692753.653500:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692753.653502:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653505:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40503:40503:255:4294967295] 192.168.204.156@tcp LPNI seq info [40502:40502:7:4294967295]
00000400:00000200:1.0:1790692753.653510:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653516:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692753.653521:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692753.653526:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437300.
00000800:00000200:1.0:1790692753.653530:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692753.653534:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692753.653537:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692753.653541:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692753.653545:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692753.653547:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315565583
00000100:00000001:1.0:1790692753.653550:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653553:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315565583
00000100:00000001:1.0:1790692753.653555:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653558:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692753.653560:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653562:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692753.653566:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692753.653580:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692753.653582:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.653584:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692753.653586:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692753.653588:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692753.653591:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185024:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692753.653595:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692753.653597:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692753.653598:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.653600:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692753.653604:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692753.653606:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653609:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692753.653612:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db61b8.
00000400:00000010:1.0:1790692753.653616:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692753.653619:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185024, portal 10
00000100:00000001:1.0:1790692753.653621:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692753.653623:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692753.653629:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692753.653635:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692753.653638:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692753.653640:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9220.
00000100:00000200:1.0:1790692753.653642:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061185024, offset 0
00000400:00000200:1.0:1790692753.653647:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653652:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653655:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692753.653658:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692753.653661:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692753.653663:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692753.653665:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653669:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40504:40504:254:4294967295] 192.168.204.156@tcp LPNI seq info [40503:40503:6:4294967295]
00000400:00000200:1.0:1790692753.653673:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653680:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692753.653685:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692753.653689:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437900.
00000800:00000200:1.0:1790692753.653693:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692753.653696:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692753.653699:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692753.653702:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692753.653706:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692753.653708:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315565592
00000100:00000001:1.0:1790692753.653711:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653713:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315565592
00000100:00000001:1.0:1790692753.653715:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653718:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692753.653720:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653723:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653726:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692753.653746:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692753.653747:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692753.653749:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692753.653751:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692753.653752:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692753.653757:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692753.653765:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692753.653767:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.653769:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692753.653771:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692753.653773:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692753.653776:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185152:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692753.653780:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692753.653782:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692753.653784:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692753.653786:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692753.653790:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692753.653792:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692753.653795:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692753.653799:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692753.653803:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9ee0.
00000100:00000200:1.0:1790692753.653807:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185152, portal 4
00000100:00000001:1.0:1790692753.653808:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692753.653810:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:1.0:1790692753.653816:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692753.653824:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692753.653826:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692753.653829:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f93b8.
00000100:00000200:1.0:1790692753.653831:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061185152, offset 0
00000400:00000200:1.0:1790692753.653836:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653839:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653844:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692753.653846:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692753.653849:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692753.653851:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692753.653854:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692753.653857:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40505:40505:253:4294967295] 192.168.204.156@tcp LPNI seq info [40504:40504:5:4294967295]
00000400:00000200:1.0:1790692753.653862:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692753.653868:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692753.653873:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692753.653877:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790692753.653881:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692753.653885:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692753.653888:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692753.653892:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692753.653894:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692753.653896:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315565586
00000100:00000001:1.0:1790692753.653899:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653902:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315565586
00000100:00000001:1.0:1790692753.653904:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315566848
00000100:00000001:1.0:1790692753.653906:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692753.653908:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653911:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653913:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692753.653916:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692753.653918:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692753.653920:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692753.653921:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692753.653923:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692753.653925:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692754.548565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692754.548574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692754.548580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692754.548580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692754.548583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692754.548584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692754.548642:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692754.548646:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692754.548650:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692754.996553:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315566848, at 4315566912
00000100:00000040:0.0:1790692754.996554:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315566848, at 4315566912
00000100:00000010:1.0:1790692754.996567:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000100:00000010:0.0:1790692754.996570:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00010000:00000001:2.0:1790692755.572554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692755.572562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692755.572571:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692755.572574:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692755.572577:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572580:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692755.572583:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572585:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572588:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692755.572593:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692755.572595:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692755.572597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572599:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692755.572601:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572602:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692755.572604:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692755.572646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692755.572650:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692755.572652:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692756.596576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692756.596583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692756.596589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692756.596590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692756.596594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692756.596595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692756.596707:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692756.596711:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692756.596714:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692756.724819:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692756.724900:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692756.724915:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692756.724922:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692756.724928:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692756.724934:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692756.724941:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692756.724952:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:3.0:1790692756.724962:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692756.724968:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692756.724977:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9a18
00000400:00000010:3.0:1790692756.724981:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9a18.
00000100:00000001:3.0:1790692756.724988:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692756.724999:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725032:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692756.725038:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725048:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692756.725050:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692756.725067:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692756.725070:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:3.0:1790692756.725073:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692756.725077:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692756.725081:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9198
00000400:00000010:3.0:1790692756.725083:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9198.
00000100:00000001:3.0:1790692756.725086:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692756.725091:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725100:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692756.725102:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725109:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692756.725110:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692756.725115:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692756.725119:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:3.0:1790692756.725122:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692756.725124:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692756.725127:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9220
00000400:00000010:3.0:1790692756.725129:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9220.
00000100:00000001:3.0:1790692756.725132:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692756.725137:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725146:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692756.725149:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725156:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692756.725158:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692756.725165:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692756.725167:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:3.0:1790692756.725171:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692756.725174:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692756.725178:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f93b8
00000400:00000010:3.0:1790692756.725180:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f93b8.
00000100:00000001:3.0:1790692756.725182:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692756.725187:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725197:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692756.725200:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692778 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692756.725207:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692756.725209:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692756.725397:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692756.725405:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692756.725408:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692756.725418:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692753/real 1790692756]  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692756.725434:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692756.725436:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692756.725440:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692756.725444:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9ee0
00000400:00000010:1.0:1790692756.725446:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9ee0.
00000100:00000001:1.0:1790692756.725449:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692756.725478:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692756.725491:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725499:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692756.725502:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725506:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725509:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692756.725514:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725523:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692756.725530:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725539:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692756.725543:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725545:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725546:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725550:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692756.725554:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692756.725558:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692756.725564:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692756.725567:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692756.725572:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692756.725582:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185152:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692756.725589:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692756.725593:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692753/real 1790692756]  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692756.725601:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692756.725603:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692756.725605:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6630.
00000400:00000200:1.0:1790692756.725608:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790692756.725610:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790692756.725613:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692756.725617:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692756.725625:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725632:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692756.725634:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725636:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725637:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692756.725641:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725648:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692756.725652:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725679:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692756.725683:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725685:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725686:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725688:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692756.725690:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692756.725693:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692756.725697:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692756.725700:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692756.725704:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692756.725712:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061184896:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692756.725717:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692756.725721:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692753/real 1790692756]  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692756.725731:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692756.725732:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692756.725734:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db61b8.
00000400:00000200:1.0:1790692756.725737:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692756.725739:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692756.725741:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692756.725745:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692756.725753:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725760:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692756.725763:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725765:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725766:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692756.725770:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725778:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692756.725782:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725790:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692756.725794:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725796:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725798:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725800:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692756.725809:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692756.725813:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692756.725817:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692756.725820:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692756.725825:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692756.725833:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185024:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692756.725838:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692756.725843:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692753/real 1790692756]  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692756.725870:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692756.725872:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692756.725875:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692756.725879:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692756.725882:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692756.725887:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692756.725893:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692756.725904:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725912:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692756.725914:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725917:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725919:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692756.725924:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725931:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692756.725936:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725944:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692756.725946:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725948:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692756.725950:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725951:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692756.725954:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692756.725956:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692756.725961:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692756.725964:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692756.725968:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692756.725977:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061184768:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692756.725982:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.725985:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692756.725989:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061185152/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.725997:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692756.726002:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692756.726007:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692756.726013:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692756.726016:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692756.726019:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692756.726021:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692756.726025:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692756.726030:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692756.726033:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692756.726035:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692756.726041:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692756.726043:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.726045:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692756.726049:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061184896/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.726056:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692756.726058:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692756.726059:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692756.726062:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692756.726063:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692756.726065:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692756.726067:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692756.726069:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692756.726071:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692756.726073:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692756.726074:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692756.726076:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692756.726078:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.726080:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692756.726083:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061185024/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.726089:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692756.726092:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692756.726093:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692756.726095:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692756.726097:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692756.726098:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692756.726100:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692756.726101:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692756.726105:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692756.726106:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692756.726107:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692756.726110:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692756.726112:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.726113:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692756.726117:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061184768/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692778 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692756.726123:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692756.726124:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692756.726132:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692756.726134:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692756.726136:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692756.726137:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692756.726139:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692756.726140:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692756.726143:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692756.726144:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692756.726146:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692756.726149:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692756.726150:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.726153:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692756.726163:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692756.726166:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692756.726169:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692756.726171:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692757.620524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692757.620529:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692757.620532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692757.620533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692757.620536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692757.620537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692757.620585:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692757.620588:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692757.620591:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692758.644566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692758.644572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692758.644578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692758.644579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692758.644582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692758.644582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692758.644653:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692758.644658:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692758.644662:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692758.772577:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692758.772586:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692758.772588:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692758.772590:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692758.772594:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692758.772601:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20898
00000400:00000200:3.0:1790692758.772609:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692758.772615:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692758.772618:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692758.772622:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772626:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.772641:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772644:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692758.772652:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692758.772653:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692758.772656:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692758.772659:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692758.772662:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692758.772664:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692758.772667:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772669:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.772671:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692758.772675:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692758.772678:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772681:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692758.772684:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692758.772687:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692758.772690:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.772692:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692758.772694:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692758.772700:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692758.772744:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692758.772748:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692758.772749:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.772752:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692758.772755:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692758.772759:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692758.772765:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692758.772772:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692758.772781:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692758.772791:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692758.772795:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.772801:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692758.772830:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692758.772834:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692758.772837:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692758.772838:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692758.772840:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692758.772843:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692758.772845:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20898
00000400:00000200:3.0:1790692758.772850:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692758.772853:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692758.772855:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692758.772857:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772860:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.772861:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772863:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692758.772867:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692758.772869:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692758.772870:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692758.772874:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692758.772876:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692758.772878:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692758.772881:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772883:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.772885:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772886:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692758.772889:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692758.772891:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772893:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692758.772895:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692758.772900:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692758.772901:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.772903:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692758.772907:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692758.772910:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.772912:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692758.772916:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692758.772918:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692758.772920:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692758.772921:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.772923:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692758.772924:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692758.772925:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692758.772928:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692758.772932:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692758.772943:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692758.772950:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692758.772952:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.772955:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692758.772968:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692758.772970:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692758.772973:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692758.772974:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692758.772976:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692758.772978:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692758.772980:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20898
00000400:00000200:3.0:1790692758.772983:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692758.772986:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692758.772988:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692758.772990:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772992:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.772994:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.772996:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692758.772998:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692758.772999:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692758.773000:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692758.773002:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692758.773004:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692758.773005:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692758.773008:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773009:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.773011:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773019:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692758.773021:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692758.773024:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773026:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692758.773028:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692758.773031:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692758.773033:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773034:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692758.773036:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692758.773038:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773040:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692758.773043:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692758.773045:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692758.773047:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692758.773048:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773050:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692758.773051:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692758.773052:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692758.773055:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790692758.773058:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692758.773062:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692758.773068:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692758.773070:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.773074:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692758.773082:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.773084:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692758.773088:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692758.773090:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692758.773093:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692758.773094:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692758.773097:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692758.773100:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692758.773102:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20898
00000400:00000200:3.0:1790692758.773107:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692758.773110:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692758.773112:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692758.773114:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773116:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.773118:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773119:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692758.773122:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692758.773123:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692758.773124:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692758.773126:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692758.773128:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692758.773129:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692758.773132:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692758.773135:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773137:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692758.773139:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692758.773141:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692758.773143:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692758.773144:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692758.773147:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692758.773149:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773151:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692758.773153:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692758.773155:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773156:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692758.773159:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692758.773161:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692758.773164:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692758.773165:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692758.773166:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692758.773167:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692758.773169:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692758.773172:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692758.773175:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692758.773179:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692758.773184:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692758.773186:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.773190:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692758.773196:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692758.773200:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20908)
00000100:00000001:1.0:1790692758.773285:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692758.773290:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692758.773293:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692758.773300:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773307:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692758.773308:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773312:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692758.773314:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692758.773316:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692758.773320:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061185280:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692758.773324:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692758.773327:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692758.773329:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773332:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692758.773337:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692758.773338:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692758.773344:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692758.773347:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692758.773354:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692758.773362:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185280, portal 25
00000100:00000001:1.0:1790692758.773365:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692758.773366:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000100:00000040:1.0:1790692758.773371:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773377:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692758.773379:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692758.773382:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692758.773384:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061185280, offset 0
00000400:00000200:1.0:1790692758.773391:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692758.773399:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.773404:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692758.773409:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692758.773413:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692758.773417:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692758.773420:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692758.773423:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40506:40506:256:4294967295] 192.168.204.156@tcp LPNI seq info [40505:40505:8:4294967295]
00000400:00000200:1.0:1790692758.773428:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.773437:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692758.773442:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.773447:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692758.773479:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692758.773484:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692758.773490:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692758.773493:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692758.773497:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.773500:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692758.773505:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692758.773510:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692758.773515:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692758.773518:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692758.773522:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692758.773526:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773534:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.773537:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773544:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.773546:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692758.773553:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692758.773557:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692758.773559:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315571969
00000100:00000010:1.0:1790692758.773564:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e74e0.
00000100:00000001:1.0:1790692758.773570:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692758.773576:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315571969
00000100:00000010:1.0:1790692758.773579:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e75a0.
00000100:00000001:1.0:1790692758.773583:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692758.773585:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692758.773588:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.773590:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692758.773595:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692758/real 1790692758]  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692758.773606:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692758.773608:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692758.773610:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692758.773612:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692758.773614:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692758.773616:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692758.773619:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692758.773627:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773644:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692758.773646:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773648:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.773650:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692758.773654:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773660:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692758.773664:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773670:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692758.773673:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773675:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.773676:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773678:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692758.773680:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692758.773683:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692758.773686:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692758.773688:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692758.773692:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692758.773698:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061185280:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692758.773702:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692758.773705:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773710:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692758.773711:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773713:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692758.773715:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692758.773717:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692758.773720:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185408:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692758.773722:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692758.773724:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692758.773726:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773727:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692758.773730:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692758.773732:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692758.773735:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692758.773737:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692758.773740:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692758.773743:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185408, portal 10
00000100:00000001:1.0:1790692758.773745:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692758.773746:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00000040:1.0:1790692758.773752:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773762:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692758.773764:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692758.773766:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692758.773768:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061185408, offset 0
00000400:00000200:1.0:1790692758.773772:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692758.773776:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.773779:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692758.773782:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692758.773784:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692758.773786:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692758.773788:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692758.773791:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40507:40507:256:4294967295] 192.168.204.156@tcp LPNI seq info [40506:40506:8:4294967295]
00000400:00000200:1.0:1790692758.773794:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.773799:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692758.773803:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.773807:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692758.773811:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692758.773814:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692758.773817:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692758.773819:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692758.773822:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.773824:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692758.773827:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692758.773830:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692758.773832:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692758.773834:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692758.773836:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692758.773839:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773845:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.773848:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773857:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.773858:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692758.773861:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692758.773865:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692758.773868:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692758.773869:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315570703
00000100:00000001:1.0:1790692758.773871:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.773873:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315570703
00000100:00000001:1.0:1790692758.773875:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.773877:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692758.773878:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.773880:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692758.773883:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692758/real 1790692758]  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692758.773889:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692758.773890:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692758.773891:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692758.773893:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692758.773895:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692758.773896:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692758.773899:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692758.773905:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773911:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692758.773912:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773913:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.773914:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692758.773917:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773923:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692758.773927:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773933:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692758.773935:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773937:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.773938:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.773940:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692758.773942:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692758.773945:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692758.773947:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692758.773950:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692758.773953:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692758.773960:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185408:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692758.773963:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692758.773966:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.773972:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692758.773973:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773975:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692758.773977:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692758.773978:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692758.773981:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185536:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692758.773984:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692758.773985:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692758.773987:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.773989:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692758.773992:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692758.773994:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692758.773997:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692758.773999:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692758.774002:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692758.774005:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185536, portal 10
00000100:00000001:1.0:1790692758.774006:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692758.774007:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790692758.774013:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774019:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692758.774020:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692758.774022:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692758.774024:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061185536, offset 0
00000400:00000200:1.0:1790692758.774028:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692758.774032:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.774035:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692758.774038:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692758.774040:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692758.774042:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692758.774044:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692758.774047:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40508:40508:256:4294967295] 192.168.204.156@tcp LPNI seq info [40507:40507:8:4294967295]
00000400:00000200:1.0:1790692758.774051:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.774056:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692758.774059:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.774062:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692758.774066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692758.774069:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692758.774073:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692758.774075:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692758.774078:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.774080:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692758.774083:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692758.774086:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692758.774089:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692758.774091:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692758.774093:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692758.774096:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774103:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774107:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774113:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.774115:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692758.774117:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692758.774120:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692758.774123:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692758.774125:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315570712
00000100:00000001:1.0:1790692758.774127:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.774129:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315570712
00000100:00000001:1.0:1790692758.774131:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.774133:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692758.774134:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.774136:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692758.774140:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692758/real 1790692758]  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692758.774145:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692758.774147:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692758.774148:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692758.774151:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692758.774152:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692758.774155:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692758.774157:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692758.774164:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774170:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692758.774171:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774173:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.774180:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692758.774183:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774189:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692758.774193:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774198:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692758.774200:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774201:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.774202:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774204:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692758.774205:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692758.774207:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692758.774210:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692758.774212:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692758.774216:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692758.774223:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185536:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692758.774227:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692758.774230:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774236:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692758.774237:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.774239:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692758.774241:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692758.774243:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692758.774245:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185664:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692758.774248:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692758.774249:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692758.774250:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692758.774252:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692758.774255:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692758.774257:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692758.774260:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692758.774263:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692758.774266:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692758.774268:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185664, portal 4
00000100:00000001:1.0:1790692758.774270:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692758.774271:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790692758.774276:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774281:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692758.774283:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692758.774285:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692758.774287:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061185664, offset 0
00000400:00000200:1.0:1790692758.774291:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692758.774294:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.774298:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692758.774300:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692758.774302:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692758.774304:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692758.774306:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692758.774309:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40509:40509:256:4294967295] 192.168.204.156@tcp LPNI seq info [40508:40508:8:4294967295]
00000400:00000200:1.0:1790692758.774312:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692758.774318:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692758.774322:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.774325:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692758.774328:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692758.774331:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692758.774335:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692758.774337:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692758.774355:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692758.774357:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692758.774359:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692758.774362:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692758.774365:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692758.774367:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692758.774369:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692758.774372:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774377:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774379:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692783 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774383:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.774384:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692758.774387:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692758.774388:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692758.774390:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692758.774392:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315570706
00000100:00000001:1.0:1790692758.774394:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.774395:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315570706
00000100:00000001:1.0:1790692758.774397:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315571969
00000100:00000001:1.0:1790692758.774398:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692758.774400:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.774401:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692758.774403:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692758/real 1790692758]  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692758.774408:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692758.774408:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692758.774409:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692758.774410:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692758.774411:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692758.774412:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692758.774414:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692758.774419:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774422:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692758.774423:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774424:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.774425:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692758.774427:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774430:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692758.774432:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774435:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692758.774437:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774438:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692758.774439:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774440:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692758.774441:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692758.774443:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692758.774448:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692758.774450:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692758.774453:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692758.774487:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185664:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692758.774492:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774494:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774497:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061185280/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774504:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692758.774506:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692758.774509:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692758.774512:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692758.774514:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692758.774516:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692758.774518:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692758.774520:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790692758.774523:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692758.774525:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692758.774527:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:1.0:1790692758.774530:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692758.774531:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774533:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774536:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061185408/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774541:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692758.774542:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692758.774543:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692758.774546:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692758.774547:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692758.774548:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692758.774550:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692758.774551:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790692758.774553:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692758.774554:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692758.774556:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:1.0:1790692758.774558:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692758.774559:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774560:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774563:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061185536/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774568:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692758.774569:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692758.774571:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692758.774572:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692758.774574:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692758.774575:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692758.774576:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692758.774578:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790692758.774579:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692758.774580:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692758.774581:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790692758.774583:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692758.774584:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774585:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692758.774588:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061185664/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692783 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692758.774593:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692758.774594:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692758.774595:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692758.774597:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692758.774598:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692758.774599:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692758.774602:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692758.774603:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790692758.774606:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692758.774607:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692758.774608:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790692758.774611:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692758.774612:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774614:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692758.774622:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692758.774624:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692758.774627:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692758.774642:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692759.668539:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692759.668544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692759.668548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692759.668548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692759.668551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692759.668552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692759.668593:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692759.668596:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692759.668599:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692760.116559:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315571969, at 4315572032
00000100:00000040:1.0:1790692760.116559:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315571969, at 4315572032
00000100:00000010:1.0:1790692760.116574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e75a0.
00000100:00000010:0.0:1790692760.116577:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00010000:00000001:2.0:1790692760.692540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692760.692545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692760.692549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692760.692550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692760.692554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692760.692555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692760.692658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692760.692666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692760.692671:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692761.716627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692761.716632:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692761.716636:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692761.716637:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692761.716640:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692761.716640:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692761.716692:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692761.716695:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692761.716698:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692762.740541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692762.740548:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692762.740549:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692762.740568:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692762.740572:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692762.740574:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692762.740576:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692762.740577:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692762.740580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692762.740581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692762.740583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692762.740584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692762.740625:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692762.740628:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692762.740631:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692763.764573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692763.764578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692763.764582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692763.764583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692763.764585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692763.764587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692763.764643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692763.764647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692763.764650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692763.892582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692763.892592:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692763.892594:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692763.892597:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692763.892602:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692763.892609:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20903
00000400:00000200:2.0:1790692763.892618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692763.892625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692763.892629:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692763.892633:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892636:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692763.892638:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692763.892649:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692763.892651:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692763.892653:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692763.892656:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692763.892659:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692763.892662:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692763.892665:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892667:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692763.892669:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892671:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692763.892674:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692763.892677:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892680:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692763.892683:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692763.892686:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692763.892689:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.892691:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692763.892694:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692763.892704:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5880.
00000020:00000040:2.0:1790692763.892709:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692763.892713:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692763.892714:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.892717:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692763.892720:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692763.892724:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692763.892732:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80000.
00000100:00000001:2.0:1790692763.892739:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692763.892747:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692763.892758:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692763.892762:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692763.892767:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312cfaa1] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692763.892788:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692763.892791:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692763.892795:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692763.892797:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692763.892799:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692763.892803:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692763.892807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:2.0:1790692763.892807:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20903
00000100:00000001:1.0:1790692763.892812:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000400:00000200:2.0:1790692763.892813:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692763.892815:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000400:00000200:2.0:1790692763.892821:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790692763.892823:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692763.892825:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692763.892833:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692763.892835:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692763.892838:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.892839:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790692763.892841:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:2.0:1790692763.892844:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692763.892845:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692763.892849:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692763.892853:0:182620:0:(genops.c:792:class_conn2export()) Process entered
02000000:00000001:1.0:1790692763.892854:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692763.892856:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00100000:1.0:1790692763.892859:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061185792:192.168.204.156@tcp:250:kworker.0
00000020:00000001:2.0:1790692763.892861:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692763.892866:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:2.0:1790692763.892866:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
02000000:00000001:1.0:1790692763.892870:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:2.0:1790692763.892871:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790692763.892874:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790692763.892875:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790692763.892880:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790692763.892883:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000010:1.0:1790692763.892887:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
00000100:00000001:2.0:1790692763.892887:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790692763.892892:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692763.892896:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.892900:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692763.892901:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790692763.892907:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000020:00000040:2.0:1790692763.892907:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692763.892911:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892915:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692763.892917:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790692763.892922:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:2.0:1790692763.892922:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692763.892925:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.892929:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790692763.892931:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185792, portal 25
00000008:00100000:2.0:1790692763.892934:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692763.892936:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000008:00000001:2.0:1790692763.892938:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.892939:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074951808 : -120939634599808 : ffff92018c0a5880)
00000100:00000001:2.0:1790692763.892942:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692763.892948:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7b80.
00000100:00000040:1.0:1790692763.892949:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790692763.892952:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692763.892957:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692763.892959:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.892965:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692763.892969:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692763.892971:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790692763.892973:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
02000000:00000001:2.0:1790692763.892975:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790692763.892977:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061185792, offset 0
02000000:00000001:2.0:1790692763.892979:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692763.892984:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83800.
00000100:00000001:2.0:1790692763.892990:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.892994:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00100000:2.0:1790692763.892999:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692763.893004:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692763.893013:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692763.893014:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:2.0:1790692763.893018:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.893022:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1790692763.893027:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000441bfdb6] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692763.893029:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692763.893034:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692763.893040:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893047:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40510:40510:256:4294967295] 192.168.204.156@tcp LPNI seq info [40509:40509:8:4294967295]
00000100:00000001:2.0:1790692763.893047:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692763.893053:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692763.893057:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692763.893061:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790692763.893064:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:2.0:1790692763.893064:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692763.893070:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692763.893074:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20903
00000400:00000200:1.0:1790692763.893082:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:2.0:1790692763.893084:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692763.893092:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692763.893093:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692763.893098:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000010:1.0:1790692763.893102:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00000040:2.0:1790692763.893103:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.893107:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692763.893109:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.893113:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692763.893116:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692763.893118:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.0:1790692763.893120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:2.0:1790692763.893121:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692763.893126:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.0:1790692763.893127:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000020:00000001:2.0:1790692763.893131:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790692763.893135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692763.893138:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790692763.893141:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.893144:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000020:00000001:2.0:1790692763.893145:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692763.893152:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1790692763.893152:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692763.893159:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692763.893164:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893165:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790692763.893168:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692763.893172:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692763.893173:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00080000:2.0:1790692763.893178:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:1.0:1790692763.893179:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:2.0:1790692763.893183:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893187:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790692763.893187:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692763.893192:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790692763.893194:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692763.893196:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.893200:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692763.893204:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692763.893206:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00000001:2.0:1790692763.893210:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692763.893211:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692763.893214:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893220:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893222:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:2.0:1790692763.893222:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6680.
00000020:00000040:2.0:1790692763.893227:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:1.0:1790692763.893230:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692763.893231:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692763.893235:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.893237:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692763.893239:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692763.893240:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315577088
02000000:00000001:2.0:1790692763.893243:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:1.0:1790692763.893246:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e75a0.
02000000:00000001:2.0:1790692763.893247:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893254:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:2.0:1790692763.893255:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83c00.
00000100:00000001:2.0:1790692763.893260:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893261:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315577088
00000100:00000010:1.0:1790692763.893267:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e74e0.
00000100:00100000:2.0:1790692763.893268:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692763.893271:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692763.893275:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692763.893280:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893283:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790692763.893286:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790692763.893289:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692763/real 1790692763]  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692763.893290:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692763.893300:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b065cb] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692763.893301:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692763.893303:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692763.893306:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692763.893314:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.893316:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000040:2.0:1790692763.893317:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790692763.893319:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692763.893322:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790692763.893326:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1790692763.893327:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692763.893332:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692763.893339:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692763.893339:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692763.893343:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692763.893346:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692763.893350:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692763.893351:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692763.893353:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893356:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893358:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790692763.893359:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20903
00000100:00100000:1.0:1790692763.893364:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692763.893369:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692763.893376:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790692763.893377:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692763.893381:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692763.893382:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692763.893388:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692763.893391:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692763.893393:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692763.893394:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893397:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893399:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692763.893399:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692763.893402:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692763.893404:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692763.893405:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692763.893411:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1790692763.893412:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00080000:1.0:1790692763.893415:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000020:00000040:2.0:1790692763.893415:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692763.893419:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692763.893420:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:2.0:1790692763.893423:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000040:1.0:1790692763.893424:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692763.893429:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692763.893434:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00100000:1.0:1790692763.893435:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061185792:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692763.893442:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692763.893442:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692763.893444:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790692763.893447:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692763.893449:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5880 x1877672061185792/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692763.893453:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692763.893477:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692763.893479:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692763.893481:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692763.893484:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692763.893485:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692763.893487:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692763.893488:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692763.893490:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80000.
02000000:00000001:1.0:1790692763.893494:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692763.893496:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:2.0:1790692763.893496:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:1.0:1790692763.893498:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5880.
00000100:00000001:1.0:1790692763.893502:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000020:00000040:2.0:1790692763.893502:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692763.893504:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893507:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790692763.893510:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692763.893514:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692763.893514:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893517:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692763.893519:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692763.893520:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692763.893523:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692763.893524:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790692763.893525:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692763.893528:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692763.893543:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.893548:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692763.893552:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:2.0:1790692763.893553:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692763.893554:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.893560:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:2.0:1790692763.893560:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.893562:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692763.893563:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.893566:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692763.893569:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185920:192.168.204.156@tcp:38:kworker.0
00000100:00000010:2.0:1790692763.893570:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6d80.
00000100:00000001:1.0:1790692763.893572:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692763.893574:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692763.893576:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692763.893576:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692763.893579:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692763.893583:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790692763.893583:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692763.893588:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692763.893588:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692763.893593:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692763.893595:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692763.893597:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1790692763.893598:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692763.893602:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:2.0:1790692763.893602:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692763.893608:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061185920, portal 10
00000100:00000001:1.0:1790692763.893610:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:2.0:1790692763.893610:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82400.
00000100:00000001:1.0:1790692763.893612:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074960768 : -120939634590848 : ffff92018c0a7b80)
00000100:00000001:2.0:1790692763.893617:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692763.893620:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692763.893626:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692763.893637:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790692763.893642:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790692763.893643:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692763.893646:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692763.893648:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692763.893653:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061185920, offset 0
00000100:00000040:2.0:1790692763.893654:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b88bad02] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692763.893662:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893670:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692763.893672:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.893674:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692763.893678:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:2.0:1790692763.893680:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20913)
00000400:00000200:1.0:1790692763.893681:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692763.893686:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692763.893688:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893690:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40511:40511:256:4294967295] 192.168.204.156@tcp LPNI seq info [40510:40510:8:4294967295]
00000400:00000200:1.0:1790692763.893693:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692763.893697:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692763.893702:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.893704:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692763.893707:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692763.893708:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692763.893711:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692763.893713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790692763.893715:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.893716:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692763.893718:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692763.893727:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692763.893729:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692763.893730:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692763.893732:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692763.893734:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893739:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.893741:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893749:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893750:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692763.893753:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692763.893755:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692763.893758:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692763.893759:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315575823
00000100:00000001:1.0:1790692763.893760:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.893762:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315575823
00000100:00000001:1.0:1790692763.893763:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.893764:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692763.893765:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893766:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692763.893768:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692763/real 1790692763]  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692763.893773:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692763.893774:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692763.893775:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692763.893776:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692763.893777:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692763.893778:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692763.893780:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692763.893785:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893788:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692763.893789:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893790:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893791:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692763.893793:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893797:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692763.893799:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893803:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692763.893804:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893805:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893806:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893807:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692763.893808:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692763.893809:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692763.893811:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692763.893812:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692763.893814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692763.893818:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061185920:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692763.893820:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692763.893821:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893825:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692763.893826:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.893827:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692763.893828:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692763.893830:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692763.893831:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186048:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692763.893833:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692763.893834:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692763.893835:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.893836:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692763.893838:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692763.893839:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.893841:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692763.893843:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692763.893845:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692763.893846:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186048, portal 10
00000100:00000001:1.0:1790692763.893847:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692763.893848:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074955392 : -120939634596224 : ffff92018c0a6680)
00000100:00000040:1.0:1790692763.893852:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893855:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692763.893857:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692763.893858:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692763.893860:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061186048, offset 0
00000400:00000200:1.0:1790692763.893862:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893864:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692763.893866:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692763.893868:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692763.893871:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692763.893873:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692763.893875:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.893878:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40512:40512:256:4294967295] 192.168.204.156@tcp LPNI seq info [40511:40511:8:4294967295]
00000400:00000200:1.0:1790692763.893881:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692763.893887:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692763.893892:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.893895:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692763.893898:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692763.893901:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692763.893905:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692763.893907:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790692763.893910:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.893913:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692763.893916:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692763.893918:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692763.893920:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692763.893921:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692763.893923:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692763.893925:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893930:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.893931:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893935:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893936:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692763.893939:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692763.893940:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692763.893942:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692763.893944:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315575832
00000100:00000001:1.0:1790692763.893945:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.893946:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315575832
00000100:00000001:1.0:1790692763.893948:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.893949:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692763.893950:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.893951:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692763.893953:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692763/real 1790692763]  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692763.893957:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692763.893958:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692763.893959:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692763.893960:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692763.893961:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692763.893963:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692763.893965:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692763.893969:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893973:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692763.893973:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893974:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893975:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692763.893977:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893980:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692763.893982:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.893986:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692763.893987:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893988:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.893988:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.893989:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692763.893990:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692763.893991:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692763.893993:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692763.893994:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692763.893997:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692763.894001:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186048:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692763.894003:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894005:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.894006:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7b80 x1877672061185920/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894010:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692763.894011:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692763.894012:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692763.894014:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692763.894014:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692763.894015:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692763.894016:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692763.894017:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790692763.894019:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692763.894020:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692763.894021:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7b80.
00000100:00000001:1.0:1790692763.894022:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692763.894023:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894024:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.894025:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6680 x1877672061186048/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894029:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692763.894030:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692763.894031:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692763.894032:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692763.894032:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692763.894033:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692763.894034:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692763.894035:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83c00.
02000000:00000001:1.0:1790692763.894036:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692763.894036:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692763.894037:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6680.
00000100:00000001:1.0:1790692763.894038:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692763.894039:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894039:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894042:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692763.894043:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.894044:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692763.894045:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692763.894046:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692763.894047:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894051:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692763.894052:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.894053:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692763.894054:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692763.894055:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692763.894057:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186176:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692763.894059:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692763.894060:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692763.894061:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692763.894062:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692763.894064:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692763.894065:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692763.894067:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692763.894069:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692763.894071:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692763.894072:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186176, portal 4
00000100:00000001:1.0:1790692763.894073:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692763.894074:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074957184 : -120939634594432 : ffff92018c0a6d80)
00000100:00000040:1.0:1790692763.894078:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894081:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692763.894083:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692763.894084:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692763.894085:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061186176, offset 0
00000400:00000200:1.0:1790692763.894087:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692763.894089:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692763.894091:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692763.894093:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692763.894095:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692763.894096:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692763.894098:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692763.894099:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40513:40513:256:4294967295] 192.168.204.156@tcp LPNI seq info [40512:40512:8:4294967295]
00000400:00000200:1.0:1790692763.894102:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692763.894106:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692763.894108:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.894110:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692763.894112:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692763.894113:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790692763.894116:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692763.894117:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790692763.894120:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692763.894121:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692763.894122:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692763.894124:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692763.894126:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692763.894127:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692763.894128:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692763.894130:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894134:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.894136:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692788 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894143:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.894144:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692763.894147:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692763.894150:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692763.894152:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692763.894154:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315575826
00000100:00000001:1.0:1790692763.894156:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.894158:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315575826
00000100:00000001:1.0:1790692763.894161:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315577088
00000100:00000001:1.0:1790692763.894163:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692763.894165:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.894167:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692763.894171:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692763/real 1790692763]  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692763.894178:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692763.894180:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692763.894181:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692763.894183:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692763.894185:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692763.894187:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692763.894190:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692763.894196:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894200:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692763.894201:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894203:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.894203:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692763.894205:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894209:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692763.894212:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894215:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692763.894216:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894217:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692763.894218:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894219:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692763.894221:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692763.894222:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692763.894224:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692763.894225:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692763.894227:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692763.894231:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186176:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692763.894233:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894234:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692763.894236:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6d80 x1877672061186176/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692788 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692763.894240:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692763.894241:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692763.894242:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692763.894243:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692763.894244:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692763.894245:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692763.894246:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692763.894247:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
02000000:00000001:1.0:1790692763.894249:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692763.894250:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692763.894251:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6d80.
00000100:00000001:1.0:1790692763.894252:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692763.894253:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894254:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692763.894256:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692763.894257:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692763.894258:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692763.894259:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692764.788568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692764.788575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692764.788580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692764.788581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692764.788584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692764.788585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692764.788645:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692764.788650:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692764.788654:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692765.236561:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315577088, at 4315577152
00000100:00000010:0.0:1790692765.236578:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e75a0.
00000100:00000040:1.0:1790692765.236619:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315577088, at 4315577152
00000100:00000010:1.0:1790692765.236632:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00010000:00000001:2.0:1790692765.812564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692765.812570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692765.812576:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692765.812578:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692765.812580:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812581:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692765.812583:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812584:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812586:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692765.812589:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692765.812590:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692765.812591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812592:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692765.812592:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812594:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692765.812595:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692765.812694:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692765.812703:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692765.812708:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692766.836549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692766.836554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692766.836558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692766.836559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692766.836561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692766.836562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692766.836608:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692766.836611:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692766.836613:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692767.860589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692767.860595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692767.860601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692767.860602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692767.860606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692767.860607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692767.860656:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692767.860659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692767.860662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692768.884517:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692768.884522:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692768.884526:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692768.884527:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692768.884529:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692768.884530:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692768.884579:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692768.884582:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692768.884584:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692769.012570:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692769.012578:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692769.012581:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692769.012583:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692769.012587:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692769.012593:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20908
00000400:00000200:0.0:1790692769.012600:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692769.012605:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692769.012608:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692769.012610:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.012614:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012616:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692769.012622:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692769.012623:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692769.012625:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692769.012627:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692769.012629:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692769.012630:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692769.012632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.012635:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692769.012637:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692769.012639:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012642:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692769.012645:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692769.012647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692769.012649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012650:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692769.012652:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692769.012660:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692769.012662:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692769.012665:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692769.012666:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012668:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692769.012670:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692769.012673:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692769.012679:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692769.012690:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692769.012700:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692769.012707:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692769.012710:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692769.012713:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692769.012728:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692769.012730:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692769.012732:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692769.012733:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692769.012734:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692769.012736:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692769.012737:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20908
00000400:00000200:0.0:1790692769.012739:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692769.012742:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692769.012744:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692769.012747:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012749:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.012752:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012754:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692769.012757:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692769.012759:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692769.012760:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692769.012762:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692769.012764:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692769.012767:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692769.012770:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.012775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012777:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692769.012779:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790692769.012780:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692769.012785:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692769.012786:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790692769.012788:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692769.012790:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692769.012790:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790692769.012796:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692769.012799:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012800:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790692769.012800:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790692769.012804:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692769.012809:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012812:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692769.012817:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692769.012818:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790692769.012820:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790692769.012821:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692769.012823:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692769.012826:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012827:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692769.012828:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692769.012828:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692769.012832:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692769.012833:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692769.012837:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790692769.012838:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012841:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692769.012843:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061186304:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1790692769.012848:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692769.012850:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692769.012856:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790692769.012856:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692769.012859:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.012860:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692769.012862:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692769.012865:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790692769.012871:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692769.012872:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
00000100:00080000:0.0:1790692769.012873:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692769.012878:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
02000000:00000001:1.0:1790692769.012878:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012881:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692769.012883:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692769.012885:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692769.012888:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20908
00000400:00000200:1.0:1790692769.012888:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692769.012894:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692769.012895:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000200:0.0:1790692769.012896:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692769.012900:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692769.012902:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012903:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790692769.012904:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:0.0:1790692769.012905:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012909:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692769.012911:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692769.012911:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692769.012913:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692769.012914:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000200:1.0:1790692769.012914:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186304, portal 25
00000020:00000001:0.0:1790692769.012918:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692769.012920:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790692769.012920:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:0.0:1790692769.012924:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012925:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.012926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012927:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692769.012929:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692769.012931:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692769.012931:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000001:0.0:1790692769.012934:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692769.012937:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692769.012938:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692769.012940:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692769.012942:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692769.012943:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692769.012945:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692769.012948:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012951:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692769.012955:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692769.012958:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692769.012961:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692769.012963:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.012966:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692769.012968:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692769.012970:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.012972:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:0.0:1790692769.012975:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000040:1.0:1790692769.012976:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692769.012979:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692769.012982:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00100000:0.0:1790692769.012984:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790692769.012987:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061186304, offset 0
00000100:00000001:0.0:1790692769.012993:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692769.012995:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.012999:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692769.013000:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692769.013005:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692769.013009:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790692769.013009:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692769.013014:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692769.013016:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692769.013018:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692769.013019:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692769.013019:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692769.013021:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692769.013023:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20908
00000400:00000200:1.0:1790692769.013026:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692769.013031:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692769.013035:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692769.013038:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692769.013040:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013044:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40514:40514:256:4294967295] 192.168.204.156@tcp LPNI seq info [40513:40513:8:4294967295]
00000400:00000200:1.0:1790692769.013048:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013056:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790692769.013062:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692769.013064:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692769.013067:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692769.013069:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692769.013071:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013071:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00000001:0.0:1790692769.013072:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.013076:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.013077:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692769.013079:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692769.013081:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692769.013083:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1790692769.013084:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692769.013085:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692769.013089:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692769.013091:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:1.0:1790692769.013091:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:0.0:1790692769.013094:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.013098:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692769.013101:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692769.013104:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.1:1790692769.013105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692769.013106:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692769.013110:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692769.013112:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692769.013112:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
02000000:00000001:0.0:1790692769.013115:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692769.013117:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692769.013120:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.013122:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000100:1.0:1790692769.013123:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1790692769.013125:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000800:00000010:1.0:1790692769.013127:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000008:00000001:0.0:1790692769.013129:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.013131:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692769.013133:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692769.013135:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:1.0:1790692769.013136:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790692769.013137:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692769.013140:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692769.013141:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692769.013143:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692769.013144:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1790692769.013145:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692769.013148:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692769.013151:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.013154:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00100000:0.0:1790692769.013155:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692769.013159:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790692769.013164:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692769.013166:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013167:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790692769.013169:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692769.013175:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692769.013176:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692769.013181:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20918)
00000100:00000001:1.0:1790692769.013190:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.013194:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013206:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013208:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692769.013215:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.013218:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692769.013221:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315582208
00000100:00000010:1.0:1790692769.013226:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e74e0.
00000100:00000001:1.0:1790692769.013232:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692769.013237:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315582208
00000100:00000010:1.0:1790692769.013240:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ba0.
00000100:00000001:1.0:1790692769.013243:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692769.013246:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692769.013248:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013251:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692769.013255:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692769/real 1790692769]  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692769.013264:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692769.013265:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692769.013267:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692769.013270:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692769.013272:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692769.013274:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692769.013277:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692769.013285:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013291:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692769.013293:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013295:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013296:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692769.013301:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013308:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692769.013312:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013318:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692769.013321:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013323:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013324:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013326:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692769.013328:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692769.013330:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692769.013333:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692769.013336:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692769.013340:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692769.013347:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061186304:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692769.013352:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013354:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.013357:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061186304/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013363:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692769.013365:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692769.013367:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692769.013377:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692769.013379:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692769.013381:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692769.013383:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692769.013385:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790692769.013388:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692769.013391:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692769.013393:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692769.013395:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692769.013396:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013398:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013405:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692769.013407:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013409:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692769.013410:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692769.013411:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692769.013415:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013420:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692769.013421:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013423:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692769.013424:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692769.013426:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692769.013428:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186432:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692769.013447:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692769.013450:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692769.013451:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013453:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692769.013480:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692769.013482:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.013493:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692769.013496:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692769.013500:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692769.013503:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186432, portal 10
00000100:00000001:1.0:1790692769.013505:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692769.013506:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692769.013512:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013519:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692769.013521:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692769.013524:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692769.013526:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061186432, offset 0
00000400:00000200:1.0:1790692769.013530:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013533:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013537:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692769.013540:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692769.013542:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692769.013545:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692769.013547:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013550:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40515:40515:256:4294967295] 192.168.204.156@tcp LPNI seq info [40514:40514:8:4294967295]
00000400:00000200:1.0:1790692769.013554:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013560:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692769.013564:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013567:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692769.013571:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692769.013574:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692769.013577:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692769.013580:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790692769.013584:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013585:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692769.013587:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692769.013589:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692769.013591:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692769.013592:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692769.013594:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692769.013596:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013600:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.013602:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013606:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013607:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692769.013610:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692769.013612:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692769.013614:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692769.013616:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315580943
00000100:00000001:1.0:1790692769.013618:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013619:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315580943
00000100:00000001:1.0:1790692769.013620:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013622:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692769.013623:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013624:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692769.013626:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692769/real 1790692769]  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692769.013630:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692769.013631:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692769.013632:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692769.013633:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692769.013634:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692769.013635:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692769.013637:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692769.013642:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013645:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692769.013646:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013647:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013648:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692769.013649:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013653:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692769.013655:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013659:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692769.013661:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013662:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013662:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013663:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692769.013664:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692769.013666:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692769.013668:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692769.013669:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692769.013671:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692769.013675:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186432:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692769.013677:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692769.013679:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013682:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692769.013683:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013684:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692769.013686:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692769.013687:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692769.013688:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186560:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692769.013690:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692769.013691:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692769.013692:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013693:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692769.013696:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692769.013697:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.013699:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692769.013700:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692769.013702:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692769.013704:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186560, portal 10
00000100:00000001:1.0:1790692769.013705:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692769.013706:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692769.013709:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013713:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692769.013714:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692769.013715:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692769.013716:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061186560, offset 0
00000400:00000200:1.0:1790692769.013718:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013721:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013722:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692769.013724:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692769.013725:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692769.013727:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692769.013728:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013730:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40516:40516:256:4294967295] 192.168.204.156@tcp LPNI seq info [40515:40515:8:4294967295]
00000400:00000200:1.0:1790692769.013732:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013736:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692769.013738:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013740:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692769.013742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692769.013744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692769.013746:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692769.013748:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790692769.013750:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013751:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692769.013753:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692769.013755:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692769.013756:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692769.013758:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692769.013759:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692769.013761:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013766:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.013767:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013771:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013772:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692769.013773:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692769.013775:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692769.013776:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692769.013778:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315580952
00000100:00000001:1.0:1790692769.013779:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013780:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315580952
00000100:00000001:1.0:1790692769.013782:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013783:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692769.013783:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013784:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692769.013786:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692769/real 1790692769]  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692769.013790:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692769.013791:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692769.013792:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692769.013793:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692769.013794:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692769.013795:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692769.013797:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692769.013801:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013805:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692769.013806:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013807:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013808:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692769.013810:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013813:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692769.013815:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013818:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692769.013819:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013820:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.013821:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013822:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692769.013823:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692769.013824:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692769.013825:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692769.013826:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692769.013828:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692769.013832:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186560:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692769.013834:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692769.013836:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013839:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692769.013840:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013842:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692769.013843:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692769.013844:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692769.013845:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186688:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692769.013847:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692769.013848:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692769.013849:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692769.013850:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692769.013851:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692769.013852:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692769.013854:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692769.013855:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692769.013857:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692769.013858:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186688, portal 4
00000100:00000001:1.0:1790692769.013860:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692769.013860:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:1.0:1790692769.013863:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013868:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692769.013870:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692769.013872:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692769.013874:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061186688, offset 0
00000400:00000200:1.0:1790692769.013878:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013881:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013884:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692769.013887:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692769.013889:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692769.013891:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692769.013893:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692769.013896:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40517:40517:256:4294967295] 192.168.204.156@tcp LPNI seq info [40516:40516:8:4294967295]
00000400:00000200:1.0:1790692769.013899:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692769.013904:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692769.013909:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013912:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692769.013915:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692769.013918:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790692769.013922:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692769.013925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790692769.013928:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692769.013930:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692769.013932:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692769.013935:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692769.013938:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692769.013939:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692769.013942:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692769.013945:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013952:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.013955:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692794 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013960:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013961:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692769.013964:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692769.013966:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692769.013968:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692769.013969:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315580946
00000100:00000001:1.0:1790692769.013970:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013972:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315580946
00000100:00000001:1.0:1790692769.013973:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315582208
00000100:00000001:1.0:1790692769.013974:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692769.013975:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.013976:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692769.013978:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692769/real 1790692769]  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692769.013983:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692769.013984:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692769.013985:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692769.013986:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692769.013987:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692769.013988:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692769.013990:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692769.013994:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.013997:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692769.013998:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.013999:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.014000:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692769.014002:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.014005:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692769.014007:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.014010:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692769.014012:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014013:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692769.014014:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014015:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692769.014016:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692769.014017:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692769.014018:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692769.014019:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692769.014022:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692769.014026:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186688:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692769.014028:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014029:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.014031:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061186432/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.014034:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692769.014035:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692769.014036:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692769.014037:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692769.014038:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692769.014039:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692769.014040:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692769.014041:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790692769.014043:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692769.014044:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692769.014045:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692769.014046:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692769.014047:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014048:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.014049:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061186560/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.014053:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692769.014053:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692769.014054:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692769.014055:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692769.014056:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692769.014056:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692769.014057:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692769.014058:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692769.014059:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692769.014060:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692769.014061:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692769.014063:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692769.014064:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014064:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692769.014066:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061186688/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692794 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692769.014069:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692769.014070:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692769.014071:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692769.014072:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692769.014072:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692769.014073:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692769.014074:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692769.014075:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692769.014076:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692769.014076:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692769.014077:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692769.014079:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692769.014079:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014080:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692769.014082:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692769.014083:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692769.014084:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692769.014085:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692769.908575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692769.908581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692769.908587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692769.908588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692769.908592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692769.908593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692769.908661:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692769.908665:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692769.908668:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692770.356549:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315582208, at 4315582272
00000100:00000040:1.0:1790692770.356550:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315582208, at 4315582272
00000100:00000010:0.0:1790692770.356564:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e74e0.
00000100:00000010:1.0:1790692770.356566:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00010000:00000001:2.0:1790692770.932545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692770.932550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692770.932554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692770.932555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692770.932557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692770.932558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692770.932609:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692770.932614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692770.932618:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692771.956565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692771.956570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692771.956574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692771.956575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692771.956577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692771.956578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692771.956638:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692771.956642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692771.956646:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692772.980553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692772.980560:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692772.980562:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692772.980564:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692772.980568:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692772.980569:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692772.980571:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692772.980572:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692772.980575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692772.980576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692772.980578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692772.980579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692772.980628:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692772.980632:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692772.980634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692774.004566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692774.004572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692774.004578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692774.004579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692774.004581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692774.004583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692774.004676:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692774.004683:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692774.004689:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692774.132560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692774.132570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692774.132572:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692774.132576:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692774.132580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692774.132587:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20913
00000400:00000200:0.0:1790692774.132595:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692774.132602:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692774.132606:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692774.132609:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692774.132615:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132618:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692774.132631:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692774.132633:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692774.132636:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692774.132639:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692774.132642:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692774.132644:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692774.132647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692774.132651:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692774.132656:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692774.132659:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132661:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692774.132664:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692774.132667:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692774.132669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.132672:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692774.132674:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692774.132682:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692774.132686:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692774.132689:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692774.132691:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.132694:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692774.132696:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692774.132700:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692774.132707:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692774.132713:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692774.132721:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692774.132742:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692774.132746:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692774.132750:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.132773:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692774.132776:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692774.132779:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692774.132781:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692774.132782:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692774.132785:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692774.132788:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20913
00000400:00000200:0.0:1790692774.132791:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692774.132794:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692774.132797:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692774.132800:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132802:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692774.132805:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132807:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692774.132811:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692774.132812:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692774.132814:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692774.132814:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790692774.132817:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790692774.132819:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790692774.132821:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692774.132822:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790692774.132825:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692774.132831:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692774.132832:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132836:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692774.132841:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692774.132845:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790692774.132846:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692774.132848:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692774.132854:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:1.0:1790692774.132854:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692774.132857:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692774.132860:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692774.132861:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692774.132866:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692774.132871:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061186816:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692774.132875:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692774.132881:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790692774.132882:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692774.132886:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.132887:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692774.132888:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692774.132891:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790692774.132894:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692774.132896:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1790692774.132899:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.132902:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692774.132904:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
00000100:00000010:0.0:1790692774.132907:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
02000000:00000001:1.0:1790692774.132908:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692774.132912:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692774.132916:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692774.132917:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692774.132918:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.132922:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692774.132924:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1790692774.132925:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:0.0:1790692774.132926:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692774.132933:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000400:00000010:1.0:1790692774.132934:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692774.132937:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692774.132941:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186816, portal 25
00000100:00100000:0.0:1790692774.132945:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692774.132946:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692774.132949:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000001:0.0:1790692774.132959:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790692774.132961:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.132963:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692774.132970:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.132978:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790692774.132985:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692774.132985:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692774.132989:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00080000:0.0:1790692774.132990:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692774.132994:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061186816, offset 0
00000100:00080000:0.0:1790692774.132995:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692774.132999:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692774.133001:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790692774.133003:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692774.133005:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692774.133010:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20913
00000400:00000200:1.0:1790692774.133013:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133019:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692774.133022:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692774.133026:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692774.133028:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692774.133030:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692774.133033:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40518:40518:256:4294967295] 192.168.204.156@tcp LPNI seq info [40517:40517:8:4294967295]
00000400:00000200:1.0:1790692774.133035:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133041:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790692774.133048:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692774.133048:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.133054:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000400:00000200:0.0:1790692774.133056:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692774.133059:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790692774.133063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692774.133065:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692774.133067:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1790692774.133069:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692774.133074:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692774.133075:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692774.133080:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:0.0:1790692774.133081:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000100:1.0:1790692774.133087:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692774.133088:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1790692774.133090:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000020:00000040:0.0:1790692774.133091:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692774.133094:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692774.133097:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790692774.133097:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:0.0:1790692774.133102:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692774.133103:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1790692774.133106:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692774.133108:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00000040:0.0:1790692774.133112:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692774.133113:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790692774.133118:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692774.133119:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790692774.133123:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692774.133126:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.133127:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692774.133132:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692774.133139:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692774.133142:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790692774.133143:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692774.133147:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692774.133148:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692774.133151:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692774.133156:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133157:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.133161:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692774.133161:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000008:00100000:0.0:1790692774.133164:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692774.133167:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133168:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.133169:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692774.133173:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692774.133175:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692774.133176:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315587328
00000020:00000040:0.0:1790692774.133179:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692774.133183:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:1.0:1790692774.133184:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ba0.
02000000:00000001:0.0:1790692774.133185:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.133189:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692774.133191:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692774.133193:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133194:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1790692774.133197:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692774.133202:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133203:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315587328
00000100:00100000:0.0:1790692774.133208:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1790692774.133211:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e77e0.
00000100:00000001:1.0:1790692774.133216:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790692774.133222:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692774.133222:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692774.133226:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133227:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133230:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790692774.133232:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692774.133237:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692774/real 1790692774]  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.133252:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790692774.133256:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1790692774.133257:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:1.0:1790692774.133258:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692774.133261:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000040:0.0:1790692774.133262:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790692774.133264:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00080000:0.0:1790692774.133267:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790692774.133267:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692774.133271:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:0.0:1790692774.133273:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1790692774.133275:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.133277:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692774.133280:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692774.133287:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790692774.133289:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692774.133292:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20913
00000400:00000200:0.0:1790692774.133299:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692774.133302:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000400:00000200:0.0:1790692774.133304:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692774.133307:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692774.133310:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692774.133313:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692774.133314:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692774.133316:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1790692774.133318:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692774.133319:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692774.133323:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:1.0:1790692774.133326:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692774.133328:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692774.133331:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692774.133345:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692774.133349:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692774.133353:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692774.133354:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790692774.133357:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692774.133362:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692774.133363:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.133367:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692774.133371:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692774.133375:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692774.133380:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692774.133382:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:0.0:1790692774.133385:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692774.133388:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692774.133389:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133393:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1790692774.133394:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692774.133397:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790692774.133399:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692774.133404:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133404:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790692774.133409:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692774.133409:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00100000:0.0:1790692774.133412:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00080000:1.0:1790692774.133415:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000008:00000001:0.0:1790692774.133416:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.133421:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692774.133424:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000010:0.0:1790692774.133426:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692774.133428:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:0.0:1790692774.133430:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692774.133435:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1790692774.133436:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692774.133438:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692774.133442:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692774.133444:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692774.133448:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692774.133449:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061186816:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692774.133477:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1790692774.133480:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:1.0:1790692774.133480:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.133485:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061186816/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692774.133487:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133494:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00100000:0.0:1790692774.133496:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790692774.133497:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692774.133501:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692774.133506:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692774.133508:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:0.0:1790692774.133510:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000020:00000040:1.0:1790692774.133510:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692774.133513:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:0.0:1790692774.133515:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692774.133515:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692774.133521:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692774.133523:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000040:0.0:1790692774.133524:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790692774.133525:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692774.133530:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692774.133532:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.133536:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692774.133542:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133545:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:0.0:1790692774.133548:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20923)
00000100:00000001:1.0:1790692774.133548:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133554:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692774.133555:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692774.133557:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692774.133560:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133569:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692774.133570:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.133571:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692774.133573:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692774.133574:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692774.133576:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186944:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692774.133579:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692774.133580:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692774.133581:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.133583:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692774.133585:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692774.133587:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692774.133590:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692774.133591:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692774.133594:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692774.133596:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061186944, portal 10
00000100:00000001:1.0:1790692774.133597:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692774.133598:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692774.133602:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133606:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692774.133608:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692774.133609:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692774.133611:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061186944, offset 0
00000400:00000200:1.0:1790692774.133613:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692774.133615:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133618:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692774.133619:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692774.133621:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692774.133629:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692774.133631:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692774.133634:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40519:40519:256:4294967295] 192.168.204.156@tcp LPNI seq info [40518:40518:8:4294967295]
00000400:00000200:1.0:1790692774.133636:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133641:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692774.133643:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.133646:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692774.133648:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692774.133650:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692774.133652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692774.133654:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790692774.133657:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.133658:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692774.133660:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692774.133663:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692774.133666:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692774.133667:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692774.133669:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692774.133673:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133680:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.133683:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133689:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133691:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692774.133694:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692774.133698:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692774.133701:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692774.133703:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315586063
00000100:00000001:1.0:1790692774.133705:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.133707:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315586063
00000100:00000001:1.0:1790692774.133710:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.133712:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692774.133714:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133716:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692774.133728:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692774/real 1790692774]  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692774.133735:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692774.133737:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692774.133738:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692774.133741:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692774.133742:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692774.133744:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692774.133746:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692774.133754:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133759:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692774.133760:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.133762:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.133763:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692774.133766:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133772:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692774.133776:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133781:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692774.133783:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.133785:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.133786:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.133787:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692774.133789:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692774.133791:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692774.133794:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692774.133796:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692774.133799:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692774.133805:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061186944:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692774.133809:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692774.133812:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133818:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692774.133819:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.133821:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692774.133823:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692774.133824:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692774.133827:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187072:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692774.133830:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692774.133832:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692774.133833:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.133835:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692774.133838:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692774.133840:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692774.133843:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692774.133845:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692774.133848:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692774.133850:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187072, portal 10
00000100:00000001:1.0:1790692774.133852:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692774.133853:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692774.133858:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133863:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692774.133866:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692774.133868:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692774.133870:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061187072, offset 0
00000400:00000200:1.0:1790692774.133874:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692774.133877:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133881:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692774.133883:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692774.133885:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692774.133887:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692774.133889:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692774.133892:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40520:40520:256:4294967295] 192.168.204.156@tcp LPNI seq info [40519:40519:8:4294967295]
00000400:00000200:1.0:1790692774.133896:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.133900:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692774.133903:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.133905:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692774.133907:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692774.133909:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692774.133911:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692774.133913:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790692774.133915:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.133916:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692774.133919:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692774.133921:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692774.133922:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692774.133924:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692774.133925:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692774.133927:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133932:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.133934:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133938:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133939:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692774.133942:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692774.133945:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692774.133947:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692774.133949:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315586072
00000100:00000001:1.0:1790692774.133951:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.133953:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315586072
00000100:00000001:1.0:1790692774.133955:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.133957:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692774.133959:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.133961:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692774.133965:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692774/real 1790692774]  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692774.133973:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692774.133974:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692774.133976:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692774.133978:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692774.133980:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692774.133982:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692774.133985:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692774.133992:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.133996:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692774.133997:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.133998:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.133999:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692774.134001:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134005:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692774.134007:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134011:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692774.134012:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134013:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.134014:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134015:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692774.134016:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692774.134017:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692774.134019:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692774.134020:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692774.134022:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692774.134026:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187072:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692774.134028:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692774.134030:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134034:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692774.134035:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.134036:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692774.134037:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692774.134038:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692774.134040:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187200:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692774.134042:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692774.134043:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692774.134044:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692774.134045:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692774.134047:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692774.134048:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692774.134050:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692774.134052:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692774.134054:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692774.134056:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187200, portal 4
00000100:00000001:1.0:1790692774.134057:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692774.134058:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692774.134061:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134065:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692774.134066:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692774.134067:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692774.134069:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061187200, offset 0
00000400:00000200:1.0:1790692774.134071:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692774.134073:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.134075:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692774.134077:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692774.134078:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692774.134080:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692774.134081:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692774.134083:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40521:40521:256:4294967295] 192.168.204.156@tcp LPNI seq info [40520:40520:8:4294967295]
00000400:00000200:1.0:1790692774.134085:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692774.134089:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692774.134092:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.134094:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692774.134096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692774.134098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790692774.134100:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692774.134102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790692774.134116:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692774.134118:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692774.134120:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692774.134122:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692774.134124:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692774.134125:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692774.134127:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692774.134129:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134134:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.134135:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692799 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134139:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.134140:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692774.134142:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692774.134144:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692774.134145:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692774.134146:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315586066
00000100:00000001:1.0:1790692774.134148:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.134149:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315586066
00000100:00000001:1.0:1790692774.134150:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315587328
00000100:00000001:1.0:1790692774.134152:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692774.134153:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.134154:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692774.134156:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692774/real 1790692774]  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692774.134160:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692774.134161:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692774.134161:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692774.134163:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692774.134164:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692774.134165:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692774.134166:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692774.134171:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134176:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692774.134177:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134178:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.134180:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692774.134183:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134189:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692774.134192:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134198:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692774.134200:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134202:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692774.134203:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134205:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692774.134207:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692774.134209:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692774.134212:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692774.134215:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692774.134219:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692774.134226:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187200:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692774.134228:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134229:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.134231:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061186944/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134235:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692774.134236:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692774.134238:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692774.134240:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692774.134240:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692774.134241:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692774.134243:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692774.134244:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692774.134245:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692774.134246:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692774.134247:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692774.134250:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692774.134250:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134251:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.134253:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061187072/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134257:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692774.134258:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692774.134259:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692774.134260:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692774.134260:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692774.134261:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692774.134262:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692774.134263:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692774.134264:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692774.134264:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692774.134265:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692774.134266:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692774.134267:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134267:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692774.134269:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061187200/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692799 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692774.134272:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692774.134273:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692774.134274:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692774.134275:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692774.134275:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692774.134276:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692774.134277:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692774.134278:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692774.134279:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692774.134280:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692774.134281:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692774.134282:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692774.134283:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134284:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692774.134286:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692774.134287:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692774.134288:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692774.134289:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692775.028536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692775.028541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692775.028544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692775.028545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692775.028548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692775.028549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692775.028599:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692775.028604:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692775.028608:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692775.476555:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315587328, at 4315587392
00000100:00000040:1.0:1790692775.476555:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315587328, at 4315587392
00000100:00000010:0.0:1790692775.476572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ba0.
00000100:00000010:1.0:1790692775.476575:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00010000:00000001:2.0:1790692776.052609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692776.052618:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692776.052631:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692776.052634:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692776.052638:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052642:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692776.052645:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052647:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052650:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052654:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692776.052656:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692776.052657:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692776.052658:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052661:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692776.052663:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052664:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692776.052667:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692776.052731:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692776.052736:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692776.052738:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692777.076586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692777.076594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692777.076598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692777.076600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692777.076602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692777.076603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692777.076676:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692777.076682:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692777.076687:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692778.100580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692778.100586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692778.100591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692778.100593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692778.100596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692778.100598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692778.100663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692778.100667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692778.100671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692779.124575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692779.124583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692779.124587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692779.124588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692779.124591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692779.124592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692779.124673:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692779.124677:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692779.124680:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692779.252568:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692779.252576:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692779.252578:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692779.252581:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692779.252584:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692779.252590:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20918
00000400:00000200:0.0:1790692779.252598:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692779.252603:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692779.252606:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692779.252608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252611:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252612:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252614:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692779.252619:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692779.252621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692779.252623:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692779.252625:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692779.252626:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692779.252628:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692779.252630:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252631:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252632:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252633:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692779.252635:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692779.252637:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252639:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.252642:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692779.252644:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692779.252645:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.252647:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692779.252649:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692779.252656:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692779.252658:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692779.252661:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692779.252662:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.252664:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692779.252667:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692779.252670:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692779.252675:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692779.252680:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692779.252686:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692779.252693:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692779.252696:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692779.252700:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692779.252719:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692779.252721:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692779.252724:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692779.252725:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692779.252726:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692779.252727:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692779.252729:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20918
00000400:00000200:0.0:1790692779.252731:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692779.252733:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692779.252735:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692779.252737:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252738:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252740:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252741:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692779.252743:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692779.252744:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692779.252745:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692779.252747:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692779.252749:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692779.252750:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692779.252752:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252754:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252755:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252756:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692779.252758:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692779.252758:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790692779.252762:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692779.252764:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790692779.252765:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.252768:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692779.252768:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790692779.252773:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692779.252776:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692779.252776:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692779.252780:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692779.252783:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692779.252787:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.252787:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790692779.252790:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.252790:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.252795:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:0.0:1790692779.252796:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
02000000:00000001:1.0:1790692779.252799:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790692779.252800:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692779.252805:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692779.252805:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.252808:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.252811:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1790692779.252812:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061187328:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692779.252813:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692779.252816:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.252818:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1790692779.252820:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692779.252822:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692779.252824:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.252825:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.252828:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1790692779.252832:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790692779.252835:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692779.252838:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252842:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692779.252845:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692779.252846:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692779.252849:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692779.252852:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:0.0:1790692779.252853:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692779.252860:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187328, portal 25
00000100:00000001:0.0:1790692779.252861:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.252864:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692779.252865:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692779.252866:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00080000:0.0:1790692779.252871:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692779.252873:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692779.252876:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1790692779.252877:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692779.252880:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692779.252884:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20918
00000400:00000200:0.0:1790692779.252892:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692779.252892:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1790692779.252896:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790692779.252899:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692779.252900:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790692779.252903:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000040:0.0:1790692779.252905:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692779.252907:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061187328, offset 0
00000100:00000001:0.0:1790692779.252908:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252912:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252913:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692779.252917:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790692779.252917:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692779.252919:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692779.252921:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692779.252922:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692779.252923:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692779.252925:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692779.252927:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692779.252931:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692779.252932:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.252936:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252938:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692779.252939:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692779.252942:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692779.252944:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790692779.252945:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.252948:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692779.252951:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692779.252954:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252954:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692779.252958:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692779.252959:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692779.252962:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.252963:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252963:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000010:0.0:1790692779.252968:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000400:00000200:1.0:1790692779.252971:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000040:0.0:1790692779.252972:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692779.252976:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692779.252978:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252979:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.252980:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692779.252983:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692779.252985:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252989:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40522:40522:256:4294967295] 192.168.204.156@tcp LPNI seq info [40521:40521:8:4294967295]
02000000:00000010:0.0:1790692779.252990:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692779.252995:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.252999:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692779.253002:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692779.253007:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692779.253011:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692779.253016:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692779.253017:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692779.253029:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692779.253031:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692779.253031:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253038:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00000040:0.0:1790692779.253042:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692779.253047:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692779.253049:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692779.253052:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692779.253055:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692779.253057:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1790692779.253057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:0.0:1790692779.253064:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692779.253064:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692779.253069:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00080000:0.0:1790692779.253071:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20918
00000800:00000100:1.0:1790692779.253076:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692779.253080:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000010:1.0:1790692779.253081:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:0.0:1790692779.253086:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692779.253089:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692779.253090:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692779.253092:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.253096:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.253100:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692779.253103:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692779.253103:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000001:0.0:1790692779.253108:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692779.253110:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692779.253111:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790692779.253112:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000020:00000040:0.0:1790692779.253113:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692779.253117:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:1.0:1790692779.253117:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000020:00000001:0.0:1790692779.253121:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692779.253126:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692779.253126:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790692779.253129:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692779.253133:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692779.253133:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692779.253139:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692779.253143:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692779.253148:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692779.253150:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790692779.253151:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.253154:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790692779.253157:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692779.253158:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692779.253162:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.253165:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692779.253168:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692779.253171:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692779.253172:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.253175:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253175:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:0.0:1790692779.253180:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692779.253182:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790692779.253183:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692779.253184:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692779.253187:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692779.253189:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692779.253190:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692779.253190:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692779.253194:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253194:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315592448
02000000:00000010:0.0:1790692779.253201:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000010:1.0:1790692779.253202:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e77e0.
00000100:00000001:0.0:1790692779.253205:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692779.253210:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692779.253210:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692779.253218:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692779.253218:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315592448
00000100:00000001:0.0:1790692779.253222:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692779.253222:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ae0.
00000100:00000040:0.0:1790692779.253227:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253228:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692779.253244:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692779.253250:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253250:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253252:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790692779.253255:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20928)
00000100:00100000:1.0:1790692779.253259:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692779/real 1790692779]  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692779.253267:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692779.253268:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692779.253270:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692779.253273:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692779.253274:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692779.253276:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692779.253279:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692779.253291:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253296:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692779.253298:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253299:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253301:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692779.253304:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253308:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692779.253312:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253317:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692779.253319:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253320:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253321:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253323:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692779.253324:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692779.253326:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692779.253329:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692779.253330:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692779.253334:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692779.253339:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061187328:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692779.253342:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253344:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253346:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061187328/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253354:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692779.253355:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692779.253357:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692779.253360:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692779.253362:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692779.253363:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692779.253365:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692779.253372:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692779.253375:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692779.253377:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692779.253378:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692779.253381:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692779.253382:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253384:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253391:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692779.253393:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253395:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692779.253396:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692779.253412:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692779.253416:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253422:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692779.253423:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253425:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692779.253426:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692779.253427:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692779.253430:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187456:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692779.253432:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692779.253433:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692779.253434:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253435:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692779.253437:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692779.253438:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.253441:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692779.253443:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692779.253446:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692779.253448:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187456, portal 10
00000100:00000001:1.0:1790692779.253449:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692779.253450:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692779.253473:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253477:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692779.253478:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692779.253480:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692779.253481:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061187456, offset 0
00000400:00000200:1.0:1790692779.253484:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253487:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253490:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692779.253492:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692779.253494:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692779.253495:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692779.253496:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253498:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40523:40523:256:4294967295] 192.168.204.156@tcp LPNI seq info [40522:40522:8:4294967295]
00000400:00000200:1.0:1790692779.253501:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253505:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692779.253508:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253510:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692779.253513:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692779.253514:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692779.253517:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692779.253519:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790692779.253521:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253522:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692779.253530:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692779.253532:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692779.253534:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692779.253536:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692779.253538:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692779.253540:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253545:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253547:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253551:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253552:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692779.253554:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692779.253556:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692779.253558:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692779.253559:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315591183
00000100:00000001:1.0:1790692779.253561:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253562:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315591183
00000100:00000001:1.0:1790692779.253564:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253565:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692779.253566:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253567:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692779.253569:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692779/real 1790692779]  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692779.253573:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692779.253574:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692779.253575:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692779.253577:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692779.253578:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692779.253579:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692779.253581:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692779.253590:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253597:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692779.253598:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253599:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253600:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692779.253602:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253606:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692779.253608:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253611:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692779.253613:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253613:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253614:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253615:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692779.253616:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692779.253618:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692779.253620:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692779.253621:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692779.253623:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692779.253627:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187456:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692779.253629:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692779.253631:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253634:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692779.253635:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253637:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692779.253638:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692779.253639:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692779.253641:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187584:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692779.253643:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692779.253644:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692779.253645:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253646:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692779.253648:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692779.253649:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.253650:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692779.253652:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692779.253653:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692779.253655:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187584, portal 10
00000100:00000001:1.0:1790692779.253656:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692779.253657:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692779.253660:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253664:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692779.253665:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692779.253670:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692779.253672:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061187584, offset 0
00000400:00000200:1.0:1790692779.253674:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253676:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253678:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692779.253680:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692779.253681:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692779.253683:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692779.253684:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253686:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40524:40524:256:4294967295] 192.168.204.156@tcp LPNI seq info [40523:40523:8:4294967295]
00000400:00000200:1.0:1790692779.253688:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253692:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692779.253695:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253697:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692779.253699:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692779.253701:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692779.253703:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692779.253704:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790692779.253707:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253708:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692779.253710:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692779.253712:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692779.253713:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692779.253714:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692779.253716:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692779.253718:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253722:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253724:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253728:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253729:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692779.253731:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692779.253732:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692779.253734:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692779.253735:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315591192
00000100:00000001:1.0:1790692779.253737:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253738:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315591192
00000100:00000001:1.0:1790692779.253739:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253740:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692779.253741:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253742:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692779.253744:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692779/real 1790692779]  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692779.253749:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692779.253750:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692779.253751:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692779.253752:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692779.253753:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692779.253754:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692779.253755:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692779.253760:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253763:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692779.253764:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253765:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253766:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692779.253768:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253772:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692779.253774:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253777:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692779.253778:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253779:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253780:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253781:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692779.253781:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692779.253783:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692779.253784:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692779.253785:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692779.253788:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692779.253792:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187584:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692779.253794:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692779.253796:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253799:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692779.253800:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253801:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692779.253802:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692779.253803:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692779.253804:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187712:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692779.253806:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692779.253807:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692779.253807:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692779.253808:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692779.253810:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692779.253811:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692779.253813:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692779.253814:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692779.253816:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692779.253818:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187712, portal 4
00000100:00000001:1.0:1790692779.253819:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692779.253820:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:1.0:1790692779.253823:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253826:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692779.253828:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692779.253829:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692779.253830:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061187712, offset 0
00000400:00000200:1.0:1790692779.253833:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253835:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253836:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692779.253838:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692779.253839:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692779.253841:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692779.253842:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692779.253844:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40525:40525:256:4294967295] 192.168.204.156@tcp LPNI seq info [40524:40524:8:4294967295]
00000400:00000200:1.0:1790692779.253846:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692779.253849:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692779.253851:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253853:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692779.253855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692779.253856:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790692779.253859:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692779.253860:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790692779.253862:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692779.253863:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692779.253865:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692779.253867:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692779.253868:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692779.253869:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692779.253871:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692779.253872:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253877:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253878:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692804 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253882:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253883:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692779.253884:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692779.253886:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692779.253887:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692779.253889:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315591186
00000100:00000001:1.0:1790692779.253890:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253891:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315591186
00000100:00000001:1.0:1790692779.253892:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315592448
00000100:00000001:1.0:1790692779.253893:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692779.253894:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.253895:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692779.253897:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692779/real 1790692779]  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692779.253901:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692779.253902:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692779.253902:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692779.253903:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692779.253904:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692779.253905:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692779.253907:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692779.253911:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253915:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692779.253916:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253917:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253918:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692779.253921:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253927:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692779.253931:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253937:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692779.253940:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253941:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692779.253942:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253944:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692779.253946:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692779.253948:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692779.253952:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692779.253954:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692779.253957:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692779.253965:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187712:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692779.253968:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253970:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253972:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061187456/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.253976:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692779.253977:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692779.253978:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692779.253980:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692779.253981:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692779.253981:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692779.253983:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692779.253984:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692779.253986:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692779.253987:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692779.253988:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692779.253991:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692779.253991:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.253992:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.253994:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061187584/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.254001:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692779.254002:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692779.254003:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692779.254004:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692779.254005:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692779.254005:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692779.254006:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692779.254007:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692779.254008:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692779.254009:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692779.254009:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692779.254010:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692779.254011:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.254012:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692779.254013:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061187712/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692804 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692779.254017:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692779.254017:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692779.254018:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692779.254019:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692779.254020:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692779.254020:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692779.254021:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692779.254022:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692779.254023:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692779.254023:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692779.254024:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692779.254025:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692779.254026:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.254027:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692779.254029:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692779.254030:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692779.254031:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692779.254032:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692780.148586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692780.148594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692780.148599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692780.148601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692780.148604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692780.148606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692780.148672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692780.148677:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692780.148680:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692780.596549:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315592448, at 4315592512
00000100:00000040:1.0:1790692780.596549:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315592448, at 4315592512
00000100:00000010:1.0:1790692780.596562:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00000100:00000010:0.0:1790692780.596567:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e77e0.
00010000:00000001:2.0:1790692781.172560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692781.172566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692781.172570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692781.172571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692781.172573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692781.172574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692781.172638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692781.172642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692781.172645:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692782.196549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692782.196554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692782.196558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692782.196559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692782.196562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692782.196563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692782.196625:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692782.196630:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692782.196634:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692783.220572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692783.220580:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692783.220583:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692783.220587:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692783.220591:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692783.220593:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692783.220595:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692783.220597:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692783.220601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692783.220603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692783.220606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692783.220607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692783.220661:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692783.220666:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692783.220669:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692784.244542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692784.244548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692784.244552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692784.244553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692784.244556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692784.244557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692784.244604:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692784.244609:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692784.244613:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692784.372560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692784.372570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692784.372572:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692784.372576:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692784.372580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692784.372594:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20923
00000400:00000200:0.0:1790692784.372603:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692784.372609:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692784.372612:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692784.372615:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372619:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.372622:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692784.372632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692784.372633:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692784.372636:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692784.372639:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692784.372642:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692784.372644:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692784.372647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.372650:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372652:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692784.372655:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692784.372658:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372661:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692784.372664:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692784.372666:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692784.372669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.372671:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692784.372673:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692784.372681:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692784.372684:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692784.372688:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692784.372690:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.372692:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692784.372695:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692784.372699:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692784.372707:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692784.372712:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692784.372720:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692784.372735:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692784.372739:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692784.372743:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692784.372765:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692784.372768:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692784.372771:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692784.372772:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692784.372773:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692784.372776:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692784.372778:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20923
00000400:00000200:0.0:1790692784.372782:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692784.372785:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692784.372787:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692784.372790:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372792:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.372795:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372797:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692784.372800:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692784.372801:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692784.372803:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692784.372805:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692784.372808:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692784.372810:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692784.372813:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692784.372813:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790692784.372815:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692784.372819:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692784.372820:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.372824:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692784.372824:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790692784.372829:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692784.372835:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790692784.372837:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692784.372838:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692784.372842:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692784.372847:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692784.372851:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.372851:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692784.372855:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.372856:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692784.372861:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692784.372861:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:0.0:1790692784.372865:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.372866:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692784.372869:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.372871:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692784.372874:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00100000:1.0:1790692784.372878:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061187840:192.168.204.156@tcp:250:kworker.0
00000020:00000040:0.0:1790692784.372879:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692784.372883:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692784.372886:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.372887:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692784.372888:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692784.372891:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692784.372892:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790692784.372894:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.372896:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692784.372899:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692784.372900:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790692784.372904:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692784.372907:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692784.372911:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692784.372912:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692784.372919:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692784.372923:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692784.372931:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692784.372934:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692784.372937:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692784.372939:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187840, portal 25
00000100:00000040:0.0:1790692784.372943:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.372944:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692784.372947:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000001:0.0:1790692784.372958:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692784.372959:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692784.372962:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692784.372969:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692784.372972:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692784.372975:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692784.372975:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790692784.372980:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790692784.372981:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692784.372986:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20923
00000400:00000010:1.0:1790692784.372986:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692784.372992:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061187840, offset 0
00000400:00000200:0.0:1790692784.372993:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692784.372998:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692784.373002:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692784.373002:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692784.373008:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373010:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.373014:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373014:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692784.373019:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692784.373025:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692784.373029:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692784.373033:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692784.373036:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692784.373038:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373042:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40526:40526:256:4294967295] 192.168.204.156@tcp LPNI seq info [40525:40525:8:4294967295]
00000400:00000200:1.0:1790692784.373046:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373054:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790692784.373059:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1790692784.373061:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692784.373063:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692784.373066:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1790692784.373067:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000020:00000040:0.0:1790692784.373069:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692784.373073:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692784.373075:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692784.373078:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373080:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.373083:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373087:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.0:1790692784.373087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692784.373092:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.0:1790692784.373095:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000100:00080000:0.0:1790692784.373097:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373101:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692784.373106:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790692784.373106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692784.373109:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:1.1:1790692784.373111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
02000000:00000001:0.0:1790692784.373113:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.373116:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000100:1.0:1790692784.373118:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1790692784.373119:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1790692784.373122:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000008:00000001:0.0:1790692784.373123:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.373125:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692784.373128:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692784.373143:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692784.373147:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692784.373149:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692784.373150:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790692784.373152:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692784.373155:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692784.373158:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1790692784.373159:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692784.373165:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000400:00000200:1.0:1790692784.373166:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00000001:0.0:1790692784.373169:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692784.373171:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692784.373177:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:0.0:1790692784.373178:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790692784.373185:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692784.373189:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692784.373191:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692784.373198:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373210:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790692784.373212:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692784.373215:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692784.373217:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692784.373220:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692784.373225:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692784.373229:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692784.373231:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692784.373234:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692784.373234:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790692784.373237:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692784.373241:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692784.373244:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692784.373245:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20923
00000400:00000200:0.0:1790692784.373253:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373253:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692784.373259:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315597568
00000400:00000200:0.0:1790692784.373260:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692784.373264:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000010:1.0:1790692784.373267:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ae0.
00000100:00000040:0.0:1790692784.373268:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373273:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.373275:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692784.373277:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692784.373277:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1790692784.373283:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692784.373284:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692784.373286:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692784.373287:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315597568
00000020:00000040:0.0:1790692784.373289:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000010:1.0:1790692784.373293:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7a80.
00000020:00000001:0.0:1790692784.373294:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692784.373299:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692784.373300:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790692784.373304:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692784.373306:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692784.373307:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692784.373311:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692784.373312:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.373314:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692784.373317:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1790692784.373318:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692784.373322:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:1.0:1790692784.373325:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692784/real 1790692784]  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692784.373326:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692784.373329:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692784.373332:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692784.373333:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.373335:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692784.373337:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692784.373342:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692784.373345:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692784.373349:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692784.373353:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:1.0:1790692784.373353:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692784.373357:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1790692784.373358:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692784.373361:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692784.373361:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692784.373366:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692784.373368:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692784.373368:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
02000000:00000001:0.0:1790692784.373371:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692784.373372:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
02000000:00000010:0.0:1790692784.373376:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:1.0:1790692784.373377:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692784.373381:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692784.373384:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790692784.373389:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692784.373406:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790692784.373407:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692784.373409:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692784.373418:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373419:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692784.373424:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692784.373430:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692784.373435:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20933)
00000100:00000001:1.0:1790692784.373435:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.373438:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692784.373446:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373479:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692784.373486:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373493:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692784.373495:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373497:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.373498:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373501:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692784.373503:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692784.373506:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692784.373509:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692784.373512:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692784.373516:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692784.373531:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061187840:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692784.373536:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373538:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.373541:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061187840/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373547:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692784.373549:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692784.373552:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692784.373555:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692784.373556:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692784.373558:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692784.373560:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692784.373562:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692784.373565:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692784.373567:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692784.373568:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692784.373579:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692784.373581:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373583:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373589:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692784.373591:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.373593:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692784.373594:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692784.373595:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692784.373599:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373605:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692784.373606:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.373608:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692784.373610:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692784.373612:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692784.373614:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187968:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692784.373617:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692784.373619:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692784.373620:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.373622:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692784.373625:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692784.373627:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692784.373630:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692784.373633:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692784.373637:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692784.373640:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061187968, portal 10
00000100:00000001:1.0:1790692784.373642:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692784.373643:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692784.373648:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373654:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692784.373656:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692784.373659:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692784.373661:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061187968, offset 0
00000400:00000200:1.0:1790692784.373664:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373668:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373672:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692784.373675:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692784.373677:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692784.373679:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692784.373681:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373684:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40527:40527:256:4294967295] 192.168.204.156@tcp LPNI seq info [40526:40526:8:4294967295]
00000400:00000200:1.0:1790692784.373688:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373693:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692784.373698:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.373701:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692784.373705:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692784.373707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692784.373711:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692784.373713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1790692784.373717:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.373719:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692784.373722:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692784.373725:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692784.373728:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692784.373730:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692784.373732:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692784.373736:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373743:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.373746:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373751:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.373753:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692784.373757:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692784.373760:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692784.373763:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692784.373765:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315596303
00000100:00000001:1.0:1790692784.373768:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.373770:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315596303
00000100:00000001:1.0:1790692784.373772:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.373774:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692784.373775:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.373777:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692784.373781:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692784/real 1790692784]  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692784.373788:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692784.373789:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692784.373791:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692784.373793:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692784.373795:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692784.373796:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692784.373800:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692784.373807:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373813:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692784.373814:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373815:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.373817:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692784.373820:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373826:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692784.373829:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373835:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692784.373837:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373839:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.373840:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.373842:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692784.373844:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692784.373846:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692784.373849:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692784.373851:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692784.373855:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692784.373862:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061187968:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692784.373865:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692784.373868:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373873:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692784.373875:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.373877:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692784.373878:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692784.373880:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692784.373882:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188096:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692784.373885:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692784.373887:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692784.373888:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.373890:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692784.373893:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692784.373894:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692784.373897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692784.373899:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692784.373902:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692784.373905:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188096, portal 10
00000100:00000001:1.0:1790692784.373906:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692784.373908:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692784.373913:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.373919:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692784.373920:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692784.373922:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692784.373925:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061188096, offset 0
00000400:00000200:1.0:1790692784.373928:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373931:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373935:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692784.373937:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692784.373939:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692784.373942:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692784.373943:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692784.373946:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40528:40528:256:4294967295] 192.168.204.156@tcp LPNI seq info [40527:40527:8:4294967295]
00000400:00000200:1.0:1790692784.373950:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.373955:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692784.373959:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.373962:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692784.373966:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692784.373968:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692784.373972:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692784.373974:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1790692784.373978:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.373979:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692784.373982:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692784.373985:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692784.373988:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692784.373990:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692784.373992:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692784.373995:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374001:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.374004:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374010:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.374012:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692784.374015:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692784.374017:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692784.374020:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692784.374022:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315596312
00000100:00000001:1.0:1790692784.374024:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.374026:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315596312
00000100:00000001:1.0:1790692784.374028:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.374030:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692784.374031:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.374033:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692784.374036:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692784/real 1790692784]  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692784.374042:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692784.374044:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692784.374046:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692784.374048:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692784.374049:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692784.374052:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692784.374055:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692784.374064:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374070:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692784.374071:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374073:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.374074:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692784.374077:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374083:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692784.374087:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374092:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692784.374094:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374096:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.374097:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374098:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692784.374100:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692784.374102:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692784.374105:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692784.374107:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692784.374110:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692784.374117:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188096:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692784.374121:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692784.374123:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374129:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692784.374131:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.374133:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692784.374149:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692784.374151:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692784.374153:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188224:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692784.374156:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692784.374158:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692784.374160:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692784.374161:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692784.374164:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692784.374166:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692784.374169:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692784.374172:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692784.374174:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692784.374177:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188224, portal 4
00000100:00000001:1.0:1790692784.374179:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692784.374180:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:1.0:1790692784.374185:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374190:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692784.374193:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692784.374194:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692784.374196:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061188224, offset 0
00000400:00000200:1.0:1790692784.374200:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692784.374204:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.374206:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692784.374209:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692784.374212:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692784.374214:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692784.374216:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692784.374218:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40529:40529:256:4294967295] 192.168.204.156@tcp LPNI seq info [40528:40528:8:4294967295]
00000400:00000200:1.0:1790692784.374222:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692784.374227:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692784.374230:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.374233:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692784.374236:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692784.374239:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:1.1:1790692784.374242:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692784.374244:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:1.0:1790692784.374247:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692784.374250:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692784.374252:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692784.374255:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692784.374258:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692784.374259:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692784.374262:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692784.374266:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374272:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.374276:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692809 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374281:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.374282:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692784.374286:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692784.374288:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692784.374291:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692784.374293:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315596306
00000100:00000001:1.0:1790692784.374295:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.374297:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315596306
00000100:00000001:1.0:1790692784.374299:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315597568
00000100:00000001:1.0:1790692784.374301:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692784.374303:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.374305:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692784.374308:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692784/real 1790692784]  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692784.374315:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692784.374316:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692784.374317:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692784.374320:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692784.374321:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692784.374323:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692784.374326:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692784.374333:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374339:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692784.374341:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374342:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.374343:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692784.374347:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374352:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692784.374355:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374361:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692784.374363:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374365:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692784.374366:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374367:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692784.374369:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692784.374371:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692784.374374:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692784.374376:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692784.374380:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692784.374386:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188224:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692784.374390:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374391:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.374395:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061187968/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374400:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692784.374402:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692784.374404:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790692784.374406:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692784.374407:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692784.374408:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692784.374410:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692784.374412:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692784.374414:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692784.374415:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692784.374416:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692784.374419:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692784.374420:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374422:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.374425:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061188096/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374430:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692784.374432:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692784.374433:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790692784.374435:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692784.374436:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692784.374437:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692784.374439:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692784.374440:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692784.374442:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692784.374443:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692784.374444:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692784.374447:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692784.374448:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374449:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692784.374452:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061188224/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692809 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692784.374475:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692784.374477:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692784.374479:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790692784.374482:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692784.374483:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692784.374484:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692784.374486:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692784.374487:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692784.374489:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692784.374490:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692784.374491:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692784.374494:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692784.374495:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374497:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692784.374500:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692784.374501:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692784.374503:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692784.374505:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692785.268527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692785.268533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692785.268537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692785.268538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692785.268540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692785.268541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692785.268601:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692785.268604:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692785.268607:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692785.716558:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315597568, at 4315597632
00000100:00000040:1.0:1790692785.716558:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315597568, at 4315597632
00000100:00000010:1.0:1790692785.716574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00000100:00000010:0.0:1790692785.716576:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ae0.
00010000:00000001:2.0:1790692786.292537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692786.292543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692786.292552:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692786.292555:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692786.292558:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292561:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692786.292563:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292566:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292567:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692786.292573:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692786.292575:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692786.292577:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292578:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692786.292580:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292581:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692786.292583:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692786.292640:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692786.292644:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692786.292648:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692787.316561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692787.316568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692787.316573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692787.316574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692787.316578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692787.316579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692787.316634:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692787.316638:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692787.316642:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692788.340582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692788.340588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692788.340593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692788.340594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692788.340597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692788.340598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692788.340646:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692788.340651:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692788.340653:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692789.364560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692789.364565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692789.364569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692789.364569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692789.364572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692789.364572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692789.364633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692789.364637:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692789.364641:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692789.492580:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692789.492588:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692789.492590:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692789.492593:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692789.492596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692789.492602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20928
00000400:00000200:1.0:1790692789.492609:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692789.492615:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692789.492618:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692789.492620:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492623:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.492624:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492626:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692789.492631:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692789.492633:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692789.492634:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692789.492636:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692789.492638:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692789.492639:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692789.492641:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492642:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.492643:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492645:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692789.492646:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692789.492648:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692789.492651:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692789.492654:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692789.492655:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492657:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692789.492659:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692789.492664:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692789.492666:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692789.492669:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692789.492670:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492672:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692789.492674:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692789.492677:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692789.492683:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790692789.492687:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692789.492694:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692789.492702:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692789.492704:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692789.492707:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692789.492723:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692789.492725:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692789.492728:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692789.492729:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692789.492730:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692789.492733:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692789.492736:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20928
00000400:00000200:1.0:1790692789.492740:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692789.492743:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692789.492745:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692789.492749:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492751:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.492753:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492755:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692789.492756:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790692789.492759:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692789.492761:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790692789.492762:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790692789.492765:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790692789.492766:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692789.492770:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000040:2.0:1790692789.492772:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692789.492773:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692789.492779:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692789.492785:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692789.492788:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692789.492789:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.492793:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692789.492793:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492798:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692789.492800:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692789.492800:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1790692789.492804:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692789.492806:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692789.492807:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.492812:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692789.492818:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790692789.492818:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061188352:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692789.492823:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692789.492825:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692789.492826:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492829:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692789.492831:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:1.0:1790692789.492832:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692789.492835:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692789.492836:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492840:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.492841:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1790692789.492843:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000020:00000040:1.0:1790692789.492846:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:2.0:1790692789.492847:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692789.492848:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692789.492850:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.492852:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.492853:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692789.492856:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692789.492857:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.492860:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:1.0:1790692789.492861:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:1.0:1790692789.492865:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692789.492866:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00100000:1.0:1790692789.492870:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692789.492875:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692789.492876:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692789.492881:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692789.492884:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188352, portal 25
00000100:00000001:2.0:1790692789.492888:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790692789.492889:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.492889:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692789.492899:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692789.492905:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.492911:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790692789.492912:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692789.492917:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692789.492919:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790692789.492921:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000001:1.0:1790692789.492922:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692789.492926:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790692789.492926:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061188352, offset 0
00000100:00000001:1.0:1790692789.492931:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692789.492935:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692789.492938:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20928
00000400:00000200:1.0:1790692789.492945:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.492946:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692789.492951:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692789.492954:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790692789.492955:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692789.492961:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790692789.492963:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692789.492967:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:1.0:1790692789.492968:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692789.492972:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000040:1.0:1790692789.492974:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692789.492978:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.492979:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692789.492984:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40530:40530:256:4294967295] 192.168.204.156@tcp LPNI seq info [40529:40529:8:4294967295]
00000020:00000001:1.0:1790692789.492986:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692789.492989:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692789.492993:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692789.492993:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692789.492998:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692789.493000:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692789.493003:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692789.493008:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790692789.493011:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493014:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790692789.493017:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692789.493019:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493022:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692789.493023:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:2.0:1790692789.493024:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00080000:1.0:1790692789.493026:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493029:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692789.493030:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692789.493033:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692789.493048:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692789.493048:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692789.493053:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.0:1790692789.493055:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000008:00100000:1.0:1790692789.493056:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692789.493062:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.493066:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692789.493067:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000010:1.0:1790692789.493071:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000800:00000200:2.1:1790692789.493072:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000020:00000040:1.0:1790692789.493075:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692789.493079:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1790692789.493080:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:1.0:1790692789.493081:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.493086:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:2.0:1790692789.493086:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692789.493093:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790692789.493096:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692789.493100:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790692789.493101:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.493106:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
02000000:00000010:1.0:1790692789.493107:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000400:00000010:2.0:1790692789.493110:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:1.0:1790692789.493112:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493115:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:1.0:1790692789.493120:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692789.493122:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692789.493144:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692789.493146:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790692789.493149:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692789.493152:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692789.493158:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493164:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493168:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692789.493176:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.493181:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.493182:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692789.493187:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315602688
00000100:00000040:1.0:1790692789.493188:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692789.493194:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000010:2.0:1790692789.493194:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc63c0.
00000100:00080000:1.0:1790692789.493200:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692789.493202:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1790692789.493204:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692789.493207:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692789.493209:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692789.493210:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315602688
00000100:00000001:1.0:1790692789.493214:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:2.0:1790692789.493215:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc69c0.
00000100:00080000:1.0:1790692789.493219:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20928
00000100:00000001:2.0:1790692789.493220:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692789.493224:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692789.493228:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692789.493228:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493231:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:1.0:1790692789.493235:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692789.493240:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1790692789.493240:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692789/real 1790692789]  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692789.493247:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493252:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.493258:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000001:2.0:1790692789.493258:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692789.493261:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790692789.493262:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:2.0:1790692789.493264:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000020:00000001:1.0:1790692789.493266:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692789.493268:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000020:00000040:1.0:1790692789.493269:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000010:2.0:1790692789.493272:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000020:00000001:1.0:1790692789.493273:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692789.493277:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692789.493278:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:1.0:1790692789.493280:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692789.493285:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692789.493286:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692789.493291:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493295:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692789.493299:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493303:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692789.493307:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000200:2.0:1790692789.493308:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692789.493312:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692789.493319:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692789.493322:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692789.493325:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692789.493325:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:1.0:1790692789.493329:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493330:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692789.493331:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692789.493334:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692789.493336:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:1.0:1790692789.493337:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.493340:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493340:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:1.0:1790692789.493342:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790692789.493345:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692789.493348:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1790692789.493349:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692789.493350:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692789.493353:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692789.493355:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692789.493357:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692789.493363:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:2.0:1790692789.493365:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692789.493368:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692789.493373:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692789.493378:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692789.493388:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692789.493394:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692789.493397:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692789.493397:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.493400:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692789.493402:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493403:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692789.493408:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:1.0:1790692789.493411:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692789.493412:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790692789.493422:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692789.493426:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20939)
00000100:00080000:2.0:1790692789.493427:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692789.493431:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692789.493439:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692789.493447:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061188352:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692789.493452:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493477:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.493481:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061188352/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493493:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692789.493495:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692789.493498:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692789.493501:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692789.493502:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692789.493504:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692789.493506:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692789.493508:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790692789.493511:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692789.493513:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692789.493515:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692789.493518:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692789.493519:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493521:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493528:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692789.493530:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493532:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692789.493534:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692789.493535:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692789.493539:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493546:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692789.493547:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493549:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692789.493551:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692789.493553:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692789.493556:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188480:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692789.493559:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692789.493560:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692789.493562:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493563:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692789.493566:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692789.493568:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.493572:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692789.493575:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692789.493578:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692789.493581:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188480, portal 10
00000100:00000001:2.0:1790692789.493583:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692789.493584:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692789.493590:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493596:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692789.493599:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692789.493601:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692789.493603:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061188480, offset 0
00000400:00000200:2.0:1790692789.493607:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692789.493611:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.493614:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692789.493617:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692789.493619:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692789.493622:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692789.493624:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692789.493627:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40531:40531:256:4294967295] 192.168.204.156@tcp LPNI seq info [40530:40530:8:4294967295]
00000400:00000200:2.0:1790692789.493631:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.493637:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692789.493641:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.493644:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692789.493648:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692789.493651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692789.493655:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692789.493657:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692789.493661:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.493663:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692789.493665:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692789.493669:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692789.493671:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692789.493673:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692789.493676:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692789.493679:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493687:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.493690:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493696:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493698:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692789.493700:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692789.493704:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692789.493707:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692789.493708:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315601423
00000100:00000001:2.0:1790692789.493711:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.493713:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315601423
00000100:00000001:2.0:1790692789.493715:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.493717:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692789.493719:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493720:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692789.493724:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692789/real 1790692789]  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692789.493730:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692789.493732:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692789.493733:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692789.493735:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692789.493737:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692789.493738:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692789.493741:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692789.493749:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493760:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692789.493762:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493763:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.493765:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692789.493768:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493774:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692789.493777:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493783:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692789.493786:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493787:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.493788:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493790:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692789.493791:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692789.493793:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692789.493796:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692789.493798:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692789.493801:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692789.493808:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188480:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692789.493811:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692789.493813:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493819:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692789.493820:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493822:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692789.493823:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692789.493825:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692789.493827:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188608:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692789.493828:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692789.493830:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692789.493831:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493832:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692789.493834:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692789.493835:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.493837:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692789.493838:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692789.493840:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692789.493842:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188608, portal 10
00000100:00000001:2.0:1790692789.493843:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692789.493844:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790692789.493848:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493851:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692789.493853:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692789.493854:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692789.493856:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061188608, offset 0
00000400:00000200:2.0:1790692789.493858:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692789.493860:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.493861:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692789.493863:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692789.493865:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692789.493866:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692789.493868:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692789.493869:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40532:40532:256:4294967295] 192.168.204.156@tcp LPNI seq info [40531:40531:8:4294967295]
00000400:00000200:2.0:1790692789.493872:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.493875:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692789.493878:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.493880:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692789.493882:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692789.493884:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692789.493886:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692789.493888:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692789.493890:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.493891:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692789.493893:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692789.493896:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692789.493897:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692789.493898:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692789.493900:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692789.493901:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493906:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.493908:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493911:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493912:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692789.493914:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692789.493916:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692789.493917:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692789.493918:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315601432
00000100:00000001:2.0:1790692789.493920:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.493921:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315601432
00000100:00000001:2.0:1790692789.493922:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.493923:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692789.493924:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.493925:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692789.493927:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692789/real 1790692789]  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692789.493932:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692789.493933:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692789.493934:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692789.493935:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692789.493936:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692789.493937:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692789.493939:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692789.493944:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493947:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692789.493948:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493949:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.493950:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692789.493951:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493955:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692789.493957:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493960:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692789.493961:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493962:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.493963:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.493964:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692789.493965:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692789.493966:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692789.493967:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692789.493969:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692789.493971:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692789.493975:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188608:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692789.493977:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692789.493979:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.493982:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692789.493983:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493984:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692789.493985:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692789.493986:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692789.493988:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188736:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692789.493989:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692789.493990:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692789.493991:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692789.493992:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692789.493993:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692789.493994:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692789.493996:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692789.493997:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692789.493999:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692789.494000:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188736, portal 4
00000100:00000001:2.0:1790692789.494001:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692789.494002:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692789.494005:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494009:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692789.494010:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692789.494011:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692789.494012:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061188736, offset 0
00000400:00000200:2.0:1790692789.494015:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692789.494017:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.494019:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692789.494020:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692789.494022:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692789.494023:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692789.494024:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692789.494026:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40533:40533:256:4294967295] 192.168.204.156@tcp LPNI seq info [40532:40532:8:4294967295]
00000400:00000200:2.0:1790692789.494028:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692789.494031:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692789.494033:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.494048:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692789.494050:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692789.494052:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692789.494054:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692789.494056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692789.494058:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692789.494059:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692789.494061:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692789.494063:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692789.494065:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692789.494066:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692789.494067:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692789.494069:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494073:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.494075:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692814 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494079:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.494080:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692789.494083:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692789.494086:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692789.494089:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692789.494091:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315601426
00000100:00000001:2.0:1790692789.494094:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.494096:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315601426
00000100:00000001:2.0:1790692789.494097:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315602688
00000100:00000001:2.0:1790692789.494099:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692789.494101:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.494103:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692789.494106:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692789/real 1790692789]  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692789.494114:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692789.494115:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692789.494116:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692789.494119:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692789.494120:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692789.494122:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692789.494125:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692789.494133:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494139:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692789.494140:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494142:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.494143:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692789.494147:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494154:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692789.494157:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494164:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692789.494166:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494168:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692789.494169:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494171:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692789.494172:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692789.494174:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692789.494177:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692789.494179:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692789.494183:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692789.494190:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188736:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692789.494193:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494195:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.494198:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061188480/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494204:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692789.494206:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692789.494208:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692789.494210:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692789.494211:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692789.494213:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692789.494214:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692789.494216:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790692789.494218:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692789.494219:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692789.494221:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692789.494223:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692789.494225:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494226:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.494229:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061188608/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494242:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692789.494243:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692789.494245:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692789.494247:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692789.494248:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692789.494249:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692789.494251:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692789.494252:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790692789.494253:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692789.494254:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692789.494255:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692789.494257:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692789.494258:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494260:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692789.494262:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061188736/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692814 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692789.494267:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692789.494267:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692789.494268:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692789.494269:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692789.494270:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692789.494271:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692789.494271:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692789.494272:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790692789.494273:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692789.494274:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692789.494274:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692789.494276:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692789.494277:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494277:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692789.494280:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692789.494280:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692789.494281:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692789.494282:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692790.388550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692790.388557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692790.388561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692790.388562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692790.388565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692790.388565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692790.388608:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692790.388611:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692790.388614:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692790.836556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315602688, at 4315602752
00000100:00000040:1.0:1790692790.836556:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315602688, at 4315602752
00000100:00000010:0.0:1790692790.836571:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000100:00000010:1.0:1790692790.836574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00010000:00000001:2.0:1790692791.412572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692791.412578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692791.412584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692791.412585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692791.412588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692791.412590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692791.412644:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692791.412647:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692791.412649:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692792.436546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692792.436553:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692792.436555:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692792.436557:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692792.436561:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692792.436563:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692792.436564:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692792.436565:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692792.436568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692792.436569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692792.436572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692792.436572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692792.436633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692792.436637:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692792.436640:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692793.460522:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692793.460528:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692793.460532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692793.460533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692793.460535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692793.460536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692793.460583:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692793.460586:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692793.460589:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692794.484530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692794.484536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692794.484539:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692794.484540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692794.484542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692794.484543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692794.484604:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692794.484608:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692794.484610:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692794.612576:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692794.612584:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692794.612586:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692794.612590:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692794.612594:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692794.612602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20934
00000400:00000200:3.0:1790692794.612612:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692794.612618:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692794.612622:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692794.612625:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612637:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.612639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612641:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692794.612649:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692794.612652:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692794.612654:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692794.612658:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692794.612660:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692794.612663:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692794.612666:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612668:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.612670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692794.612675:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692794.612678:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612681:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.612684:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692794.612687:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692794.612690:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.612692:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692794.612693:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692794.612700:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692794.612703:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692794.612707:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692794.612709:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.612712:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692794.612714:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692794.612719:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692794.612726:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692794.612732:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692794.612741:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692794.612751:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692794.612755:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692794.612758:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692794.612774:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692794.612777:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692794.612779:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692794.612780:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692794.612781:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692794.612783:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692794.612785:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20934
00000400:00000200:3.0:1790692794.612787:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692794.612789:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692794.612791:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692794.612794:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612795:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.612797:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612799:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692794.612801:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692794.612802:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692794.612803:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692794.612805:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692794.612807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790692794.612807:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692794.612811:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790692794.612811:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692794.612814:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692794.612815:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692794.612817:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.612821:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612823:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692794.612825:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692794.612826:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692794.612831:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612836:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.612839:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692794.612842:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790692794.612845:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692794.612846:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.612849:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.612851:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692794.612852:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1790692794.612854:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692794.612857:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790692794.612858:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.612863:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.612864:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692794.612866:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000100:00100000:2.0:1790692794.612871:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061188864:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790692794.612876:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:2.0:1790692794.612878:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790692794.612880:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692794.612882:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.612883:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692794.612883:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692794.612886:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692794.612888:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.612889:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.612894:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:3.0:1790692794.612895:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692794.612899:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692794.612901:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
00000100:00100000:3.0:1790692794.612904:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790692794.612905:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.612913:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692794.612916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692794.612917:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692794.612922:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692794.612923:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692794.612931:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692794.612933:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692794.612949:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692794.612952:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188864, portal 25
00000100:00080000:3.0:1790692794.612953:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692794.612957:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790692794.612958:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790692794.612961:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00080000:3.0:1790692794.612962:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692794.612967:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692794.612970:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20934
00000100:00000040:2.0:1790692794.612974:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692794.612976:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692794.612981:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692794.612986:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692794.612991:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790692794.612991:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.612994:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692794.612998:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692794.612999:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613002:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:2.0:1790692794.613004:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000020:00000001:3.0:1790692794.613005:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692794.613006:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692794.613009:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692794.613010:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000200:2.0:1790692794.613011:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061188864, offset 0
00000020:00000001:3.0:1790692794.613012:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692794.613016:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692794.613018:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613022:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613022:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.613026:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613028:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692794.613029:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692794.613032:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790692794.613032:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613036:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.613038:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692794.613040:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790692794.613040:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692794.613045:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.613047:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692794.613048:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00100000:3.0:1790692794.613049:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692794.613052:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613053:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790692794.613057:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613058:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692794.613061:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000010:3.0:1790692794.613061:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790692794.613066:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692794.613067:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40534:40534:256:4294967295] 192.168.204.156@tcp LPNI seq info [40533:40533:8:4294967295]
02000000:00000001:3.0:1790692794.613069:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692794.613072:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613075:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692794.613075:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692794.613078:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692794.613080:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692794.613084:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000200:2.0:1790692794.613088:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692794.613089:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692794.613095:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1790692794.613096:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790692794.613099:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00000001:3.0:1790692794.613105:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692794.613107:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692794.613110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692794.613115:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000040:3.0:1790692794.613118:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692794.613121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692794.613126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692794.613133:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613134:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692794.613135:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000040:3.0:1790692794.613137:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692794.613140:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1790692794.613141:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1790692794.613143:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692794.613147:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790692794.613149:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692794.613151:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692794.613152:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000100:00080000:3.0:1790692794.613153:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790692794.613155:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:3.0:1790692794.613156:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692794.613160:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1790692794.613161:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20934
00000100:00000200:2.0:1790692794.613165:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692794.613166:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692794.613172:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692794.613176:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692794.613180:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692794.613180:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692794.613185:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692794.613185:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692794.613188:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613192:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692794.613197:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692794.613198:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790692794.613199:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692794.613202:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790692794.613202:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692794.613206:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692794.613207:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692794.613209:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692794.613209:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692794.613214:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613216:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692794.613217:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692794.613221:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315607808
00000100:00000040:3.0:1790692794.613221:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613226:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:2.0:1790692794.613228:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000020:00000040:3.0:1790692794.613228:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692794.613230:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692794.613233:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692794.613234:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692794.613236:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692794.613238:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1790692794.613238:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.613240:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692794.613243:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692794.613244:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.613245:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692794.613247:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692794.613248:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692794.613250:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692794.613250:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692794.613251:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692794.613252:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692794.613253:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613255:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315607808
02000000:00000010:3.0:1790692794.613256:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692794.613261:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692794.613263:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c60.
00000100:00100000:3.0:1790692794.613265:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692794.613269:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790692794.613272:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692794.613275:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613276:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790692794.613278:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613280:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613284:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790692794.613288:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692794.613291:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692794/real 1790692794]  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692794.613292:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20944)
00000400:00000001:2.0:1790692794.613301:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692794.613302:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692794.613304:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692794.613307:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692794.613308:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692794.613311:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692794.613314:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692794.613320:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613324:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692794.613325:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613327:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613328:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692794.613330:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613334:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692794.613337:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613341:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692794.613343:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613344:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613344:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613346:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692794.613347:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692794.613349:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692794.613351:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692794.613353:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692794.613355:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692794.613360:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061188864:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692794.613363:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613364:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.613365:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061188864/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613369:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692794.613371:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692794.613372:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692794.613374:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692794.613375:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692794.613376:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692794.613377:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692794.613378:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790692794.613381:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692794.613382:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692794.613383:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790692794.613385:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692794.613386:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613387:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613392:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692794.613394:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613395:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692794.613396:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692794.613397:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692794.613399:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613403:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692794.613404:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613405:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692794.613406:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692794.613408:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692794.613409:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188992:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692794.613412:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692794.613413:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692794.613414:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613415:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692794.613417:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692794.613418:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613420:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692794.613422:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692794.613424:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692794.613426:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061188992, portal 10
00000100:00000001:2.0:1790692794.613427:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692794.613434:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:2.0:1790692794.613439:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613443:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692794.613444:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692794.613446:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692794.613447:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061188992, offset 0
00000400:00000200:2.0:1790692794.613449:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613451:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613475:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692794.613478:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692794.613480:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692794.613481:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692794.613483:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613485:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40535:40535:256:4294967295] 192.168.204.156@tcp LPNI seq info [40534:40534:8:4294967295]
00000400:00000200:2.0:1790692794.613487:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613491:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692794.613494:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613497:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692794.613499:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692794.613501:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692794.613504:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692794.613505:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692794.613507:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613509:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692794.613510:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692794.613512:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692794.613514:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692794.613515:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692794.613517:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692794.613519:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613524:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.613525:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613529:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613530:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692794.613532:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692794.613534:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692794.613536:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692794.613537:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315606543
00000100:00000001:2.0:1790692794.613539:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613540:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315606543
00000100:00000001:2.0:1790692794.613547:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613549:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692794.613550:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613551:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692794.613554:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692794/real 1790692794]  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692794.613562:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692794.613563:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692794.613564:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692794.613566:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692794.613566:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692794.613568:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692794.613570:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692794.613574:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613578:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692794.613579:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613580:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613581:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692794.613582:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613586:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692794.613588:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613591:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692794.613593:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613594:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613594:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613595:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692794.613596:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692794.613598:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692794.613599:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692794.613601:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692794.613603:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692794.613608:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061188992:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692794.613610:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692794.613612:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613615:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692794.613616:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613617:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692794.613618:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692794.613619:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692794.613621:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189120:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692794.613622:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692794.613623:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692794.613624:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613625:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692794.613627:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692794.613628:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613630:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692794.613631:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692794.613633:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692794.613634:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189120, portal 10
00000100:00000001:2.0:1790692794.613636:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692794.613636:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:2.0:1790692794.613639:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613643:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692794.613644:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692794.613646:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692794.613647:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061189120, offset 0
00000400:00000200:2.0:1790692794.613650:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613651:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613653:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692794.613655:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692794.613656:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692794.613658:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692794.613659:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613661:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40536:40536:256:4294967295] 192.168.204.156@tcp LPNI seq info [40535:40535:8:4294967295]
00000400:00000200:2.0:1790692794.613664:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613667:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692794.613669:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613671:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692794.613673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692794.613675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692794.613677:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692794.613679:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692794.613681:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613682:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692794.613683:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692794.613685:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692794.613687:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692794.613688:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692794.613689:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692794.613691:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613695:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.613697:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613700:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613701:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692794.613702:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692794.613704:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692794.613706:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692794.613707:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315606552
00000100:00000001:2.0:1790692794.613708:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613715:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315606552
00000100:00000001:2.0:1790692794.613716:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613717:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692794.613719:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613720:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692794.613722:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692794/real 1790692794]  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692794.613726:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692794.613727:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692794.613728:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692794.613730:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692794.613731:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692794.613732:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692794.613734:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692794.613738:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613742:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692794.613742:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613743:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613744:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692794.613746:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613749:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692794.613751:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613755:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692794.613757:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613758:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613758:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613759:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692794.613760:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692794.613762:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692794.613764:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692794.613765:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692794.613766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692794.613770:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189120:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692794.613772:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692794.613774:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613777:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692794.613778:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613779:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692794.613780:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692794.613781:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692794.613782:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189248:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692794.613784:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692794.613785:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692794.613786:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692794.613787:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692794.613789:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692794.613790:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692794.613792:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692794.613793:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692794.613795:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692794.613797:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189248, portal 4
00000100:00000001:2.0:1790692794.613798:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692794.613799:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790692794.613802:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613806:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692794.613807:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692794.613809:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692794.613810:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061189248, offset 0
00000400:00000200:2.0:1790692794.613812:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613813:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613815:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692794.613817:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692794.613818:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692794.613820:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692794.613821:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692794.613823:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40537:40537:256:4294967295] 192.168.204.156@tcp LPNI seq info [40536:40536:8:4294967295]
00000400:00000200:2.0:1790692794.613825:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692794.613828:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692794.613831:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613832:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692794.613834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692794.613836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692794.613838:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692794.613839:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692794.613843:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692794.613844:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692794.613847:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692794.613850:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692794.613852:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692794.613854:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692794.613856:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692794.613859:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613871:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.613874:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692819 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613880:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613881:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692794.613885:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692794.613887:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692794.613890:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692794.613893:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315606546
00000100:00000001:2.0:1790692794.613895:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613897:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315606546
00000100:00000001:2.0:1790692794.613899:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315607808
00000100:00000001:2.0:1790692794.613901:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692794.613903:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.613904:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692794.613908:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692794/real 1790692794]  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692794.613915:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692794.613916:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692794.613917:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692794.613920:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692794.613921:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692794.613923:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692794.613926:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692794.613932:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613949:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692794.613951:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613952:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613953:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692794.613955:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613959:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692794.613962:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613965:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692794.613967:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613968:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692794.613968:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613969:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692794.613970:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692794.613971:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692794.613973:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692794.613974:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692794.613976:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692794.613980:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189248:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692794.613983:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.613984:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.613986:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061188992/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.613989:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692794.613990:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692794.613992:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692794.613993:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692794.613994:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692794.613996:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692794.613997:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692794.613998:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692794.614000:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692794.614000:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692794.614001:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692794.614004:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692794.614005:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.614006:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.614008:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061189120/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.614012:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692794.614013:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692794.614014:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692794.614015:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692794.614015:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692794.614016:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692794.614017:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692794.614018:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692794.614019:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692794.614019:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692794.614020:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790692794.614021:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692794.614022:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.614023:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692794.614024:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061189248/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692819 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692794.614027:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692794.614028:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692794.614029:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692794.614030:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692794.614030:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692794.614031:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692794.614032:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692794.614032:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692794.614034:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692794.614035:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692794.614035:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692794.614037:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692794.614037:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.614038:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692794.614040:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692794.614041:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692794.614042:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692794.614043:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692795.508596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692795.508604:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692795.508607:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692795.508610:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508613:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692795.508615:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508617:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508619:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508622:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692795.508624:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692795.508625:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692795.508626:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508628:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692795.508629:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508630:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692795.508632:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692795.508685:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692795.508688:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692795.508690:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692795.956592:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315607808, at 4315607872
00000100:00000040:0.0:1790692795.956593:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315607808, at 4315607872
00000100:00000010:0.0:1790692795.956615:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000100:00000010:1.0:1790692795.956619:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00010000:00000001:2.0:1790692796.532562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692796.532568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692796.532572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692796.532573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692796.532576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692796.532576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692796.532627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692796.532631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692796.532634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692797.556574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692797.556581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692797.556586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692797.556587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692797.556591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692797.556592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692797.556652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692797.556655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692797.556657:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692798.580533:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692798.580538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692798.580542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692798.580543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692798.580545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692798.580546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692798.580604:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692798.580608:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692798.580611:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692799.604565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692799.604571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692799.604576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692799.604578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692799.604581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692799.604582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692799.604638:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692799.604641:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692799.604643:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692799.732556:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692799.732565:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692799.732567:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692799.732571:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692799.732576:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692799.732583:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20939
00000400:00000200:0.0:1790692799.732592:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692799.732599:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692799.732602:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692799.732605:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732608:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.732611:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732614:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692799.732621:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692799.732623:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692799.732626:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692799.732629:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692799.732631:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692799.732634:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692799.732636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.732641:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732643:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692799.732646:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692799.732649:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732651:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692799.732654:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692799.732657:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692799.732660:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.732662:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692799.732663:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692799.732671:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692799.732675:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692799.732679:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692799.732681:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.732684:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692799.732686:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692799.732692:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692799.732699:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692799.732705:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692799.732714:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692799.732724:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692799.732728:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692799.732732:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692799.732755:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692799.732759:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692799.732762:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692799.732763:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692799.732765:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692799.732768:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692799.732771:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20939
00000400:00000200:0.0:1790692799.732775:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692799.732778:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692799.732781:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692799.732785:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732787:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.732789:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692799.732791:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790692799.732792:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692799.732796:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790692799.732804:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692799.732806:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790692799.732810:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790692799.732811:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692799.732816:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692799.732819:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692799.732820:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692799.732821:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692799.732829:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.732850:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.732854:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692799.732854:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692799.732858:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692799.732859:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692799.732864:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692799.732865:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692799.732867:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.732870:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692799.732871:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692799.732876:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692799.732878:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790692799.732881:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061189376:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692799.732882:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.732887:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692799.732890:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:0.0:1790692799.732892:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692799.732895:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1790692799.732897:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.732899:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.732900:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.732904:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1790692799.732907:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692799.732910:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:2.0:1790692799.732911:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:0.0:1790692799.732913:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692799.732915:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692799.732917:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.732920:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692799.732922:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692799.732924:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692799.732925:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692799.732931:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
02000000:00000010:0.0:1790692799.732933:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692799.732939:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692799.732940:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00100000:0.0:1790692799.732946:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692799.732949:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189376, portal 25
00000100:00000001:2.0:1790692799.732955:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790692799.732956:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692799.732959:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000001:0.0:1790692799.732960:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692799.732967:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692799.732970:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692799.732989:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.732990:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790692799.732996:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692799.732996:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692799.733001:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00080000:0.0:1790692799.733002:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692799.733006:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1790692799.733007:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061189376, offset 0
00000100:00080000:0.0:1790692799.733008:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692799.733013:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692799.733017:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20939
00000400:00000200:2.0:1790692799.733022:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692799.733024:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692799.733028:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692799.733031:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692799.733035:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692799.733036:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733040:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692799.733044:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:0.0:1790692799.733046:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733050:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692799.733053:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1790692799.733055:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692799.733058:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692799.733061:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692799.733061:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:0.0:1790692799.733065:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692799.733068:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1790692799.733070:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692799.733072:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:0.0:1790692799.733076:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692799.733081:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40538:40538:256:4294967295] 192.168.204.156@tcp LPNI seq info [40537:40537:8:4294967295]
00000100:00000040:0.0:1790692799.733082:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733086:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.733090:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733093:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692799.733094:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692799.733099:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692799.733102:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733105:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692799.733109:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692799.733112:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790692799.733113:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692799.733118:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.733121:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692799.733124:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1790692799.733125:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000008:00000001:0.0:1790692799.733127:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.733130:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692799.733133:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000800:00000010:2.0:1790692799.733133:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000020:00000040:0.0:1790692799.733137:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692799.733140:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692799.733141:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.733142:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692799.733144:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1790692799.733145:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790692799.733146:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692799.733150:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
02000000:00000010:0.0:1790692799.733152:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000800:00000200:2.1:1790692799.733156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692799.733157:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692799.733161:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00100000:0.0:1790692799.733165:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1790692799.733169:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.733173:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000001:0.0:1790692799.733177:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692799.733179:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692799.733181:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692799.733184:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692799.733189:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692799.733197:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000100:00000001:0.0:1790692799.733199:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692799.733200:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000040:0.0:1790692799.733204:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692799.733205:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790692799.733211:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1790692799.733211:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692799.733216:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692799.733221:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1790692799.733222:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692799.733226:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:2.0:1790692799.733227:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692799.733229:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692799.733236:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692799.733239:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733241:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790692799.733242:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20939
00000100:00000001:2.0:1790692799.733248:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790692799.733250:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733254:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692799.733257:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692799.733257:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315612928
00000100:00080000:0.0:1790692799.733261:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000010:2.0:1790692799.733263:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
00000100:00000040:0.0:1790692799.733267:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733271:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692799.733273:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692799.733273:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692799.733278:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692799.733281:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692799.733282:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315612928
00000020:00000040:0.0:1790692799.733283:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692799.733285:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692799.733288:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000010:2.0:1790692799.733290:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000020:00000001:0.0:1790692799.733292:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692799.733296:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692799.733296:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790692799.733303:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692799.733303:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692799.733309:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733313:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692799.733318:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1790692799.733319:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692799/real 1790692799]  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692799.733325:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692799.733329:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000001:2.0:1790692799.733330:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692799.733333:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1790692799.733334:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000010:2.0:1790692799.733336:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692799.733340:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000100:00080000:0.0:1790692799.733341:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:2.0:1790692799.733343:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790692799.733344:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733346:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1790692799.733347:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692799.733351:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790692799.733351:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692799.733355:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692799.733362:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692799.733363:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692799.733366:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692799.733370:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.733374:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733374:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692799.733377:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1790692799.733379:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790692799.733379:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733382:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790692799.733383:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00100000:2.0:1790692799.733387:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692799.733388:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692799.733390:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692799.733393:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692799.733395:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692799.733397:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733403:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1790692799.733404:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000040:2.0:1790692799.733408:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692799.733410:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733416:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1790692799.733417:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692799.733419:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733423:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733425:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733428:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692799.733431:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790692799.733434:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790692799.733434:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790692799.733439:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692799.733440:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692799.733445:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790692799.733449:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692799.733450:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692799.733480:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061189376:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692799.733483:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733485:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.733487:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061189376/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692799.733509:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733510:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692799.733514:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:0.0:1790692799.733515:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20949)
02000000:00000010:2.0:1790692799.733516:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692799.733521:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692799.733522:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692799.733523:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692799.733525:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692799.733526:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:2.0:1790692799.733529:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692799.733531:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692799.733533:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790692799.733536:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692799.733536:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733538:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733544:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692799.733545:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733547:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692799.733548:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692799.733549:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692799.733551:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733555:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692799.733556:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733557:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692799.733559:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692799.733560:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692799.733561:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189504:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692799.733563:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692799.733564:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692799.733565:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733566:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692799.733568:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692799.733570:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692799.733572:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692799.733574:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692799.733576:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692799.733578:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189504, portal 10
00000100:00000001:2.0:1790692799.733579:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692799.733580:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790692799.733584:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733588:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692799.733590:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692799.733591:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692799.733593:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061189504, offset 0
00000400:00000200:2.0:1790692799.733595:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733598:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733600:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692799.733602:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692799.733604:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692799.733605:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692799.733607:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733609:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40539:40539:256:4294967295] 192.168.204.156@tcp LPNI seq info [40538:40538:8:4294967295]
00000400:00000200:2.0:1790692799.733612:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733616:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692799.733618:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.733620:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692799.733623:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692799.733624:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692799.733627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692799.733629:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692799.733631:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.733632:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692799.733634:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692799.733636:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692799.733638:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692799.733639:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692799.733640:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692799.733642:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733649:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.733652:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733657:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733659:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692799.733662:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692799.733666:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692799.733668:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692799.733671:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315611663
00000100:00000001:2.0:1790692799.733673:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.733675:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315611663
00000100:00000001:2.0:1790692799.733677:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.733679:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692799.733681:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733683:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692799.733687:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692799/real 1790692799]  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692799.733694:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692799.733696:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692799.733697:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692799.733699:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692799.733700:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692799.733702:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692799.733704:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692799.733709:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733713:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692799.733714:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733715:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733715:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692799.733717:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733721:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692799.733723:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733728:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692799.733729:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733730:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733731:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733732:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692799.733733:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692799.733735:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692799.733736:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692799.733737:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692799.733739:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692799.733744:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189504:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692799.733746:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692799.733748:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733751:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692799.733752:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733753:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692799.733754:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692799.733755:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692799.733757:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189632:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692799.733759:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692799.733760:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692799.733761:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733762:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692799.733765:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692799.733766:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692799.733768:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692799.733770:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692799.733771:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692799.733773:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189632, portal 10
00000100:00000001:2.0:1790692799.733774:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692799.733775:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790692799.733778:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733782:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692799.733783:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692799.733785:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692799.733786:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061189632, offset 0
00000400:00000200:2.0:1790692799.733788:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733791:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733793:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692799.733794:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692799.733796:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692799.733797:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692799.733799:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733802:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40540:40540:256:4294967295] 192.168.204.156@tcp LPNI seq info [40539:40539:8:4294967295]
00000400:00000200:2.0:1790692799.733806:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733812:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692799.733816:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.733819:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692799.733823:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692799.733825:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692799.733829:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692799.733832:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692799.733835:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.733847:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692799.733851:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692799.733854:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692799.733857:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692799.733859:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692799.733861:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692799.733865:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733870:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.733872:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733876:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733876:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692799.733879:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692799.733881:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692799.733883:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692799.733884:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315611672
00000100:00000001:2.0:1790692799.733886:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.733887:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315611672
00000100:00000001:2.0:1790692799.733888:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.733889:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692799.733890:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.733891:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692799.733893:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692799/real 1790692799]  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692799.733898:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692799.733899:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692799.733900:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692799.733901:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692799.733902:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692799.733903:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692799.733905:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692799.733910:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733914:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692799.733915:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733916:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733917:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692799.733919:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733922:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692799.733924:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733927:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692799.733929:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733930:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.733930:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.733931:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692799.733932:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692799.733933:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692799.733935:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692799.733936:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692799.733938:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692799.733942:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189632:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692799.733944:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692799.733946:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733950:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692799.733951:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733953:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692799.733954:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692799.733955:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692799.733957:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189760:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692799.733959:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692799.733960:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692799.733961:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692799.733961:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692799.733963:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692799.733964:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692799.733966:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692799.733968:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692799.733970:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692799.733971:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189760, portal 4
00000100:00000001:2.0:1790692799.733973:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692799.733973:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790692799.733977:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.733980:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692799.733982:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692799.733983:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692799.733984:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061189760, offset 0
00000400:00000200:2.0:1790692799.733987:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733989:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.733991:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692799.733992:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692799.733994:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692799.733995:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692799.733997:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692799.733999:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40541:40541:256:4294967295] 192.168.204.156@tcp LPNI seq info [40540:40540:8:4294967295]
00000400:00000200:2.0:1790692799.734001:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692799.734005:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692799.734008:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.734009:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692799.734012:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692799.734013:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692799.734016:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692799.734017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692799.734019:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692799.734021:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692799.734022:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692799.734024:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692799.734026:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692799.734027:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692799.734028:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692799.734030:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734034:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.734036:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692824 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734039:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.734040:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692799.734042:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692799.734043:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692799.734045:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692799.734046:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315611666
00000100:00000001:2.0:1790692799.734047:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.734049:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315611666
00000100:00000001:2.0:1790692799.734050:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315612928
00000100:00000001:2.0:1790692799.734051:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692799.734052:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.734053:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692799.734055:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692799/real 1790692799]  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692799.734060:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692799.734061:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692799.734062:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692799.734063:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692799.734064:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692799.734065:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692799.734067:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692799.734071:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734074:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692799.734075:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734076:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.734076:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692799.734078:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734082:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692799.734084:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734088:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692799.734089:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734090:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692799.734090:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734091:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692799.734092:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692799.734094:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692799.734095:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692799.734096:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692799.734099:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692799.734103:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061189760:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692799.734105:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734106:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.734108:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061189504/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734111:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692799.734112:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692799.734113:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790692799.734114:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692799.734115:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692799.734116:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692799.734117:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692799.734118:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:2.0:1790692799.734119:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692799.734120:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692799.734121:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790692799.734123:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692799.734123:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734124:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.734126:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061189632/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734129:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692799.734130:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692799.734131:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790692799.734133:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692799.734133:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692799.734134:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692799.734135:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692799.734136:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:2.0:1790692799.734137:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692799.734138:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692799.734138:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790692799.734141:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692799.734141:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734142:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692799.734144:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061189760/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692824 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692799.734147:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692799.734148:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692799.734149:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790692799.734149:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692799.734150:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692799.734151:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692799.734152:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692799.734152:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790692799.734154:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692799.734154:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692799.734155:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790692799.734156:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692799.734157:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734158:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692799.734160:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692799.734161:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692799.734162:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692799.734163:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692800.628568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692800.628574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692800.628578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692800.628579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692800.628581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692800.628582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692800.628640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692800.628644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692800.628647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692801.076600:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315612928, at 4315612992
00000100:00000040:0.0:1790692801.076610:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315612928, at 4315612992
00000100:00000010:1.0:1790692801.076620:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000100:00000010:0.0:1790692801.076623:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00010000:00000001:2.0:1790692801.652530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692801.652536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692801.652539:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692801.652540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692801.652542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692801.652543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692801.652590:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692801.652593:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692801.652596:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692802.676579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692802.676587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692802.676589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692802.676593:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692802.676598:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692802.676601:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692802.676603:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692802.676605:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692802.676609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692802.676610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692802.676613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692802.676615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692802.676673:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692802.676677:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692802.676679:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692803.700542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692803.700547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692803.700551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692803.700552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692803.700554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692803.700555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692803.700607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692803.700611:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692803.700615:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692804.724579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692804.724587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692804.724592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692804.724593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692804.724597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692804.724598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692804.724661:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692804.724665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692804.724669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692804.852566:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692804.852575:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692804.852578:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692804.852581:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692804.852585:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692804.852593:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20944
00000400:00000200:2.0:1790692804.852601:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692804.852607:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692804.852611:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692804.852615:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692804.852621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692804.852632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692804.852634:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692804.852637:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692804.852640:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692804.852643:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692804.852645:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692804.852648:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852650:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692804.852652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852654:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692804.852657:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692804.852660:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852662:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692804.852666:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692804.852669:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692804.852672:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852674:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692804.852677:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692804.852685:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4a80.
00000020:00000040:2.0:1790692804.852689:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692804.852692:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692804.852694:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852697:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692804.852704:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692804.852708:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692804.852716:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81400.
00000100:00000001:2.0:1790692804.852722:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692804.852731:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692804.852755:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692804.852759:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692804.852764:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f3d9c9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692804.852786:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692804.852789:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692804.852792:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692804.852793:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692804.852795:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692804.852798:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692804.852801:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20944
00000400:00000200:2.0:1790692804.852805:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692804.852808:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692804.852811:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692804.852814:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852817:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692804.852818:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:2.0:1790692804.852820:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692804.852822:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692804.852824:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692804.852826:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790692804.852829:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692804.852833:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000040:1.0:1790692804.852834:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790692804.852835:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692804.852840:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790692804.852844:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:2.0:1790692804.852845:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692804.852847:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790692804.852851:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790692804.852852:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692804.852856:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790692804.852858:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692804.852859:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852864:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790692804.852865:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061189888:192.168.204.156@tcp:250:kworker.0
00000100:00000040:2.0:1790692804.852870:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692804.852872:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692804.852876:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790692804.852876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692804.852879:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692804.852881:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:1.0:1790692804.852882:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692804.852886:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
00000100:00080000:2.0:1790692804.852887:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790692804.852890:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852896:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.852898:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692804.852900:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790692804.852903:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:2.0:1790692804.852907:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790692804.852911:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:2.0:1790692804.852911:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852913:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692804.852919:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1790692804.852921:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061189888, portal 25
00000008:00000001:2.0:1790692804.852922:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.852928:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692804.852928:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.852932:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074948224 : -120939634603392 : ffff92018c0a4a80)
00000100:00000010:2.0:1790692804.852934:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4e00.
00000020:00000040:2.0:1790692804.852939:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000040:1.0:1790692804.852941:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692804.852943:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692804.852945:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.852949:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692804.852952:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692804.852954:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:2.0:1790692804.852956:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692804.852959:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
02000000:00000010:2.0:1790692804.852963:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82000.
00000100:00000001:2.0:1790692804.852968:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692804.852970:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692804.852974:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061189888, offset 0
00000100:00100000:2.0:1790692804.852975:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692804.852982:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692804.852989:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692804.852990:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.852994:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:2.0:1790692804.852997:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043fe2f2e] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692804.853002:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692804.853010:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:2.0:1790692804.853011:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853014:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:2.0:1790692804.853014:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692804.853019:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790692804.853020:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692804.853022:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790692804.853025:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:2.0:1790692804.853025:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692804.853029:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790692804.853031:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40542:40542:256:4294967295] 192.168.204.156@tcp LPNI seq info [40541:40541:8:4294967295]
00000100:00080000:2.0:1790692804.853034:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20944
00000400:00000200:1.0:1790692804.853038:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692804.853042:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692804.853048:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692804.853052:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692804.853054:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:2.0:1790692804.853058:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853061:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.0:1790692804.853064:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790692804.853065:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853068:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000010:1.0:1790692804.853069:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000020:00000001:2.0:1790692804.853071:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692804.853073:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692804.853074:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692804.853076:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.0:1790692804.853078:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:2.0:1790692804.853078:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692804.853083:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.0:1790692804.853084:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1790692804.853087:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853090:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790692804.853091:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:2.0:1790692804.853094:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692804.853096:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1790692804.853097:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692804.853102:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000100:1.0:1790692804.853105:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1790692804.853107:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853109:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000100:00000001:2.0:1790692804.853110:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692804.853113:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692804.853115:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:2.0:1790692804.853115:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692804.853119:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.853121:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692804.853123:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000008:00100000:2.0:1790692804.853124:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692804.853127:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853129:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00000001:2.0:1790692804.853129:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692804.853132:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4380.
00000400:00000010:1.0:1790692804.853133:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000020:00000040:2.0:1790692804.853137:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:1.0:1790692804.853138:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:2.0:1790692804.853140:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692804.853142:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692804.853144:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692804.853145:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692804.853148:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692804.853150:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692804.853155:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81000.
00000100:00000001:1.0:1790692804.853158:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790692804.853158:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692804.853164:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692804.853165:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692804.853184:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692804.853186:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.853187:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853189:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:2.0:1790692804.853193:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddadd151] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853196:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.853202:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853203:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:2.0:1790692804.853205:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692804.853207:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315618048
00000100:00000040:2.0:1790692804.853208:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:2.0:1790692804.853212:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1790692804.853214:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7a80.
00000100:00080000:2.0:1790692804.853215:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692804.853218:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692804.853219:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692804.853221:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692804.853222:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:2.0:1790692804.853224:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20944
00000400:00000200:2.0:1790692804.853228:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692804.853230:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692804.853231:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315618048
00000100:00080000:2.0:1790692804.853232:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692804.853237:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000010:1.0:1790692804.853239:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7cc0.
00000100:00000001:2.0:1790692804.853239:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692804.853241:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853244:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692804.853246:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000001:2.0:1790692804.853246:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692804.853249:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692804.853251:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692804.853253:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:2.0:1790692804.853254:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692804.853257:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692804.853260:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790692804.853260:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692804.853266:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692804.853267:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790692804.853267:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692804.853271:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853272:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692804.853274:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00100000:1.0:1790692804.853277:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692804/real 1790692804]  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692804.853286:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692804.853289:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790692804.853290:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1790692804.853290:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1790692804.853295:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1790692804.853295:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692804.853299:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692804.853300:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692804.853300:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692804.853303:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:1.0:1790692804.853305:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000008:00000001:2.0:1790692804.853306:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692804.853309:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:2.0:1790692804.853309:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692804.853314:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5500.
00000100:00000001:1.0:1790692804.853315:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:2.0:1790692804.853318:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000200:1.0:1790692804.853320:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692804.853321:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692804.853323:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692804.853327:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692804.853329:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692804.853332:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692804.853336:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81800.
00000100:00000200:1.0:1790692804.853338:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692804.853339:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692804.853346:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692804.853348:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692804.853351:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853354:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853357:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692804.853358:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692804.853360:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692804.853364:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692804.853367:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ead06bf9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853383:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692804.853391:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692804.853393:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692804.853398:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20954)
00000100:00000001:1.0:1790692804.853400:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692804.853403:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853404:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853406:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853408:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692804.853409:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692804.853411:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692804.853413:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692804.853415:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692804.853418:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692804.853423:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061189888:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692804.853426:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853427:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.853428:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4a80 x1877672061189888/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853432:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692804.853433:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692804.853435:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692804.853437:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692804.853439:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692804.853440:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692804.853441:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692804.853442:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790692804.853445:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692804.853446:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692804.853447:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692804.853449:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692804.853450:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853451:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853474:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692804.853476:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853477:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692804.853478:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692804.853479:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692804.853481:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853486:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692804.853487:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853488:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692804.853489:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692804.853490:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692804.853492:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190016:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692804.853494:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692804.853495:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692804.853496:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853497:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692804.853499:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692804.853500:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853503:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692804.853505:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692804.853507:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692804.853509:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190016, portal 10
00000100:00000001:1.0:1790692804.853510:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692804.853511:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074949120 : -120939634602496 : ffff92018c0a4e00)
00000100:00000040:1.0:1790692804.853515:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853518:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692804.853520:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692804.853521:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692804.853523:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061190016, offset 0
00000400:00000200:1.0:1790692804.853525:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853527:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853529:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692804.853531:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692804.853533:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692804.853534:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692804.853536:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853538:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40543:40543:256:4294967295] 192.168.204.156@tcp LPNI seq info [40542:40542:8:4294967295]
00000400:00000200:1.0:1790692804.853540:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853544:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692804.853547:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853549:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692804.853551:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692804.853553:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692804.853557:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692804.853559:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692804.853562:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853564:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692804.853567:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692804.853570:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692804.853573:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692804.853574:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692804.853577:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692804.853580:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853588:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.853591:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853597:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853598:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692804.853602:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692804.853605:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692804.853608:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692804.853609:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315616783
00000100:00000001:1.0:1790692804.853611:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853612:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315616783
00000100:00000001:1.0:1790692804.853613:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853615:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692804.853616:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853618:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692804.853620:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692804/real 1790692804]  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692804.853625:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692804.853626:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692804.853627:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692804.853629:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692804.853629:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692804.853631:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692804.853632:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692804.853637:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853641:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692804.853642:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853643:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853644:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692804.853645:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853649:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692804.853651:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853654:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692804.853656:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853656:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853657:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853658:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692804.853659:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692804.853661:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692804.853663:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692804.853664:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692804.853666:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692804.853670:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190016:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692804.853672:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692804.853674:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853678:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692804.853678:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853679:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692804.853680:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692804.853682:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692804.853691:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190144:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692804.853693:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692804.853696:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692804.853697:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853698:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692804.853700:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692804.853701:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692804.853705:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692804.853706:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692804.853708:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190144, portal 10
00000100:00000001:1.0:1790692804.853709:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692804.853710:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074946432 : -120939634605184 : ffff92018c0a4380)
00000100:00000040:1.0:1790692804.853713:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853717:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692804.853719:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692804.853720:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692804.853721:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061190144, offset 0
00000400:00000200:1.0:1790692804.853724:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853726:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853728:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692804.853730:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692804.853731:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692804.853733:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692804.853734:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853736:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40544:40544:256:4294967295] 192.168.204.156@tcp LPNI seq info [40543:40543:8:4294967295]
00000400:00000200:1.0:1790692804.853750:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853754:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692804.853757:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853759:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692804.853761:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692804.853763:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692804.853765:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692804.853767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692804.853769:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853770:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692804.853772:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692804.853774:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692804.853776:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692804.853777:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692804.853778:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692804.853780:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853785:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.853787:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853791:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853791:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692804.853794:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692804.853796:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692804.853797:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692804.853799:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315616792
00000100:00000001:1.0:1790692804.853800:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853801:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315616792
00000100:00000001:1.0:1790692804.853803:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853804:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692804.853805:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853806:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692804.853808:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692804/real 1790692804]  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692804.853812:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692804.853813:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692804.853814:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692804.853815:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692804.853816:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692804.853817:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692804.853819:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692804.853823:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853826:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692804.853827:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853828:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853829:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692804.853830:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853834:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692804.853836:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853841:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692804.853842:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853843:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.853844:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.853844:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692804.853845:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692804.853847:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692804.853848:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692804.853849:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692804.853851:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692804.853855:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190144:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692804.853857:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692804.853859:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853862:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692804.853863:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853864:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692804.853865:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692804.853866:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692804.853868:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190272:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692804.853869:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692804.853871:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692804.853872:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692804.853873:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692804.853874:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692804.853876:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692804.853878:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692804.853879:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692804.853881:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692804.853883:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190272, portal 4
00000100:00000001:1.0:1790692804.853884:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692804.853885:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950912 : -120939634600704 : ffff92018c0a5500)
00000100:00000040:1.0:1790692804.853888:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853891:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692804.853893:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692804.853894:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692804.853895:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061190272, offset 0
00000400:00000200:1.0:1790692804.853897:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853899:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853901:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692804.853902:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692804.853904:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692804.853905:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692804.853907:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692804.853908:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40545:40545:256:4294967295] 192.168.204.156@tcp LPNI seq info [40544:40544:8:4294967295]
00000400:00000200:1.0:1790692804.853911:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692804.853914:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692804.853917:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853919:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692804.853920:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692804.853922:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790692804.853925:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692804.853926:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790692804.853940:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692804.853942:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692804.853943:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692804.853945:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692804.853947:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692804.853949:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692804.853950:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692804.853952:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853957:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.853959:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692829 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853962:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853963:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692804.853965:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692804.853967:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692804.853968:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692804.853969:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315616786
00000100:00000001:1.0:1790692804.853971:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853972:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315616786
00000100:00000001:1.0:1790692804.853973:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315618048
00000100:00000001:1.0:1790692804.853975:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692804.853976:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.853977:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692804.853979:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692804/real 1790692804]  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692804.853983:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692804.853983:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692804.853984:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692804.853985:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692804.853986:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692804.853987:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692804.853989:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692804.853993:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.853998:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692804.853999:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854000:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.854000:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692804.854002:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.854006:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692804.854008:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.854011:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692804.854012:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854013:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692804.854014:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854014:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692804.854015:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692804.854017:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692804.854018:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692804.854019:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692804.854021:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692804.854025:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190272:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692804.854027:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854028:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.854030:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4e00 x1877672061190016/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.854034:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692804.854035:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692804.854036:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692804.854038:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692804.854038:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692804.854040:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692804.854041:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692804.854042:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790692804.854044:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692804.854045:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692804.854046:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4e00.
00000100:00000001:1.0:1790692804.854047:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692804.854048:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854049:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.854051:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4380 x1877672061190144/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.854054:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692804.854055:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692804.854055:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692804.854057:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692804.854057:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692804.854058:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692804.854059:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692804.854060:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692804.854061:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692804.854061:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692804.854062:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4380.
00000100:00000001:1.0:1790692804.854063:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692804.854063:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854064:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692804.854066:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5500 x1877672061190272/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692829 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692804.854069:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692804.854070:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692804.854070:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692804.854071:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692804.854072:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692804.854072:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692804.854074:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692804.854075:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790692804.854076:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692804.854076:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692804.854077:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5500.
00000100:00000001:1.0:1790692804.854078:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692804.854079:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854080:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692804.854082:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692804.854083:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692804.854084:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692804.854085:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692805.748561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692805.748570:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692805.748573:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692805.748576:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748579:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692805.748582:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748583:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748586:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692805.748591:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692805.748592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692805.748594:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748595:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692805.748596:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748598:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692805.748600:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692805.748653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692805.748657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692805.748660:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692806.196513:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315618048, at 4315618112
00000100:00000010:1.0:1790692806.196524:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00000100:00000040:0.0:1790692806.196594:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315618048, at 4315618112
00000100:00000010:0.0:1790692806.196600:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7a80.
00010000:00000001:2.0:1790692806.772557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692806.772562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692806.772567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692806.772568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692806.772570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692806.772571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692806.772628:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692806.772632:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692806.772635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692807.796513:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692807.796519:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692807.796523:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692807.796524:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692807.796526:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692807.796527:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692807.796572:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692807.796575:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692807.796578:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692808.820561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692808.820566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692808.820570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692808.820571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692808.820574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692808.820574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692808.820631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692808.820635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692808.820639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692809.844570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692809.844577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692809.844582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692809.844584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692809.844587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692809.844589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692809.844662:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692809.844666:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692809.844669:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692809.972610:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692809.972621:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692809.972623:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692809.972627:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692809.972631:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692809.972638:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20949
00000400:00000200:0.0:1790692809.972658:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692809.972665:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692809.972668:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692809.972672:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972675:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692809.972677:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972680:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692809.972688:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692809.972689:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692809.972692:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692809.972695:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692809.972698:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692809.972699:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692809.972702:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972704:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692809.972706:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972708:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692809.972711:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692809.972713:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972716:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692809.972719:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692809.972723:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692809.972725:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.972727:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692809.972730:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692809.972739:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692809.972742:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692809.972746:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692809.972747:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.972751:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692809.972753:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692809.972757:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692809.972766:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692809.972772:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692809.972780:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692809.972790:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692809.972793:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692809.972798:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.972818:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692809.972822:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692809.972825:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692809.972826:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692809.972828:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692809.972830:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692809.972833:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20949
00000400:00000200:0.0:1790692809.972846:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692809.972850:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692809.972853:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692809.972855:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692809.972856:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.972861:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692809.972861:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692809.972866:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692809.972867:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692809.972869:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692809.972875:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1790692809.972876:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692809.972878:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692809.972881:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692809.972886:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790692809.972888:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790692809.972889:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692809.972890:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692809.972896:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790692809.972896:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692809.972899:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692809.972902:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692809.972903:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00100000:1.0:1790692809.972907:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061190400:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692809.972908:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692809.972912:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1790692809.972915:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692809.972917:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692809.972920:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.972921:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692809.972923:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1790692809.972927:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000010:1.0:1790692809.972930:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
00000100:00080000:0.0:1790692809.972933:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790692809.972934:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.972939:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692809.972943:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692809.972944:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692809.972949:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790692809.972950:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:0.0:1790692809.972954:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.972958:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:1.0:1790692809.972959:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000008:00100000:0.0:1790692809.972962:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692809.972967:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692809.972968:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190400, portal 25
00000100:00000001:0.0:1790692809.972969:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.972973:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692809.972975:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000010:0.0:1790692809.972976:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692809.972980:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000040:1.0:1790692809.972982:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692809.972984:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692809.972987:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.972992:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692809.972994:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692809.972997:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790692809.972998:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790692809.973000:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061190400, offset 0
02000000:00000001:0.0:1790692809.973001:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692809.973005:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973008:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000010:0.0:1790692809.973012:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000400:00000200:1.0:1790692809.973016:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692809.973019:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973023:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692809.973027:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692809.973030:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692809.973033:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00100000:0.0:1790692809.973037:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692809.973037:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973042:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40546:40546:256:4294967295] 192.168.204.156@tcp LPNI seq info [40545:40545:8:4294967295]
00000400:00000200:1.0:1790692809.973052:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692809.973059:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692809.973062:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973068:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1790692809.973070:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790692809.973080:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692809.973086:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692809.973088:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00080000:0.0:1790692809.973090:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692809.973095:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692809.973098:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1790692809.973099:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692809.973100:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692809.973104:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.0:1790692809.973106:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1790692809.973108:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20949
00000400:00000200:0.0:1790692809.973116:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790692809.973117:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790692809.973122:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:1.1:1790692809.973123:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00080000:0.0:1790692809.973127:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1790692809.973133:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692809.973136:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:1.0:1790692809.973137:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000100:00000001:0.0:1790692809.973142:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692809.973144:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692809.973146:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973151:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790692809.973152:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692809.973156:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000020:00000001:0.0:1790692809.973158:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1790692809.973159:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000020:00000040:0.0:1790692809.973162:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000001:1.0:1790692809.973164:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:0.0:1790692809.973166:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790692809.973169:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692809.973171:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692809.973176:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692809.973182:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790692809.973183:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692809.973187:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:1.0:1790692809.973188:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.973193:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692809.973199:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692809.973199:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973203:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790692809.973205:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692809.973209:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000001:1.0:1790692809.973210:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692809.973213:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973217:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692809.973218:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973220:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315623168
02000000:00000001:0.0:1790692809.973221:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:1.0:1790692809.973225:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7cc0.
02000000:00000001:0.0:1790692809.973226:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692809.973230:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.973232:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692809.973233:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000008:00100000:0.0:1790692809.973235:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692809.973239:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.973241:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973243:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315623168
00000100:00000010:0.0:1790692809.973245:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000100:00000010:1.0:1790692809.973249:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7420.
00000020:00000040:0.0:1790692809.973250:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:1.0:1790692809.973254:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1790692809.973255:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692809.973257:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973260:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692809.973261:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692809.973263:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692809.973265:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692809.973267:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973270:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:0.0:1790692809.973273:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00100000:1.0:1790692809.973277:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692809/real 1790692809]  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.973279:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692809.973289:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790692809.973290:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692809.973292:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692809.973294:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692809.973298:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692809.973300:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692809.973303:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692809.973305:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790692809.973308:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.973311:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692809.973322:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692809.973323:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973335:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692809.973337:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.973341:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.973343:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692809.973344:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692809.973347:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692809.973349:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692809.973358:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790692809.973360:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790692809.973363:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692809.973366:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692809.973370:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692809.973374:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692809.973377:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692809.973377:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692809.973381:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692809.973383:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692809.973383:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.973386:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790692809.973389:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20949
00000100:00000001:1.0:1790692809.973389:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692809.973391:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692809.973395:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000400:00000200:0.0:1790692809.973396:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:1.0:1790692809.973400:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000400:00000200:0.0:1790692809.973404:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692809.973404:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:0.0:1790692809.973409:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692809.973409:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692809.973415:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692809.973421:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790692809.973423:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061190400:192.168.204.156@tcp:250:kworker.0
00000100:00000040:0.0:1790692809.973427:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692809.973429:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692809.973432:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692809.973432:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.973436:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061190400/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692809.973438:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692809.973442:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692809.973445:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692809.973450:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790692809.973450:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692809.973476:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692809.973479:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692809.973481:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692809.973483:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692809.973484:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:0.0:1790692809.973485:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692809.973486:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692809.973489:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
00000020:00000001:0.0:1790692809.973491:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
02000000:00000001:1.0:1790692809.973493:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692809.973496:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692809.973498:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000040:0.0:1790692809.973500:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692809.973501:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692809.973503:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692809.973506:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692809.973506:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790692809.973511:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692809.973513:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790692809.973515:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692809.973516:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973520:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790692809.973521:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692809.973522:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692809.973524:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692809.973530:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790692809.973530:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.973537:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973539:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790692809.973542:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692809.973542:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.973546:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790692809.973548:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692809.973548:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692809.973553:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692809.973554:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692809.973556:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190528:192.168.204.156@tcp:38:kworker.0
00000100:00000001:0.0:1790692809.973559:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692809.973560:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692809.973564:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1790692809.973565:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
02000000:00000001:1.0:1790692809.973565:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.973568:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:0.0:1790692809.973572:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692809.973572:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692809.973576:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692809.973578:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692809.973583:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692809.973586:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:1.0:1790692809.973589:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692809.973591:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790692809.973593:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:0.0:1790692809.973594:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692809.973597:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692809.973599:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790692809.973600:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190528, portal 10
02000000:00000001:0.0:1790692809.973602:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692809.973603:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790692809.973607:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973607:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
02000000:00000010:0.0:1790692809.973614:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000040:1.0:1790692809.973616:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692809.973619:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973628:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1790692809.973630:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692809.973634:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692809.973650:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692809.973655:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061190528, offset 0
00000100:00000001:0.0:1790692809.973658:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692809.973662:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692809.973664:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973668:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692809.973673:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692809.973673:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692809.973677:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692809.973681:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692809.973684:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692809.973689:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973693:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40547:40547:256:4294967295] 192.168.204.156@tcp LPNI seq info [40546:40546:8:4294967295]
00000100:00000001:0.0:1790692809.973697:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973697:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692809.973705:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20959)
00000400:00000200:1.0:1790692809.973705:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692809.973712:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.973715:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692809.973718:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692809.973720:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692809.973723:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692809.973726:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692809.973728:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.973729:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692809.973731:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692809.973734:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692809.973735:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692809.973737:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692809.973739:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692809.973741:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973746:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.973748:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973752:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973753:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692809.973755:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692809.973758:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692809.973760:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692809.973761:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315621903
00000100:00000001:1.0:1790692809.973763:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.973764:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315621903
00000100:00000001:1.0:1790692809.973765:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.973767:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692809.973768:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973769:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692809.973771:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692809/real 1790692809]  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692809.973775:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692809.973776:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692809.973777:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692809.973779:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692809.973780:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692809.973781:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692809.973783:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692809.973787:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973795:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692809.973795:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.973797:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.973797:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692809.973799:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973803:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692809.973805:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973809:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692809.973810:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.973811:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.973811:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.973812:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692809.973813:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692809.973815:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692809.973816:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692809.973817:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692809.973819:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692809.973824:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190528:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692809.973826:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692809.973828:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973833:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692809.973834:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.973837:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692809.973838:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692809.973840:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692809.973843:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190656:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692809.973846:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692809.973847:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692809.973849:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.973850:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692809.973853:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692809.973855:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.973858:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692809.973861:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692809.973864:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692809.973867:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190656, portal 10
00000100:00000001:1.0:1790692809.973869:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692809.973870:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692809.973876:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973881:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692809.973882:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692809.973884:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692809.973886:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061190656, offset 0
00000400:00000200:1.0:1790692809.973888:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973891:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692809.973893:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692809.973895:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692809.973896:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692809.973898:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692809.973899:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692809.973901:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40548:40548:256:4294967295] 192.168.204.156@tcp LPNI seq info [40547:40547:8:4294967295]
00000400:00000200:1.0:1790692809.973903:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692809.973907:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692809.973910:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.973912:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692809.973914:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692809.973916:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692809.973919:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692809.973921:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692809.973923:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.973925:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692809.973927:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692809.973930:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692809.973933:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692809.973935:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692809.973937:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692809.973940:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973947:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.973950:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.973956:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973958:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692809.973961:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692809.973964:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692809.973967:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692809.973969:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315621912
00000100:00000001:1.0:1790692809.973971:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.973973:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315621912
00000100:00000001:1.0:1790692809.973975:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.973977:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692809.973979:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.973981:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692809.973985:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692809/real 1790692809]  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692809.973991:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692809.973992:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692809.973994:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692809.973995:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692809.973996:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692809.973997:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692809.973999:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692809.974004:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974008:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692809.974009:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974010:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.974011:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692809.974013:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974016:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692809.974018:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974022:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692809.974023:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974024:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.974025:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974026:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692809.974026:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692809.974028:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692809.974030:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692809.974031:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692809.974034:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692809.974038:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190656:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692809.974041:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974042:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.974043:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061190528/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974047:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692809.974048:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692809.974049:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692809.974050:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692809.974052:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692809.974053:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692809.974055:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692809.974057:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692809.974059:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692809.974060:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692809.974061:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692809.974065:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692809.974066:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974068:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.974071:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061190656/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974077:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692809.974078:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692809.974080:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692809.974082:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692809.974083:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692809.974084:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692809.974086:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692809.974088:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692809.974090:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692809.974092:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692809.974093:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692809.974096:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692809.974097:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974098:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974102:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692809.974103:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.974105:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692809.974106:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692809.974107:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692809.974109:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974114:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692809.974115:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.974116:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692809.974117:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692809.974118:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692809.974120:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190784:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692809.974122:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692809.974123:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692809.974124:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692809.974125:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692809.974127:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692809.974128:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692809.974131:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692809.974132:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692809.974134:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692809.974137:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190784, portal 4
00000100:00000001:1.0:1790692809.974138:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692809.974139:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692809.974142:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974146:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692809.974147:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692809.974149:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692809.974150:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061190784, offset 0
00000400:00000200:1.0:1790692809.974152:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692809.974155:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692809.974157:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692809.974159:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692809.974160:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692809.974162:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692809.974163:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692809.974165:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40549:40549:256:4294967295] 192.168.204.156@tcp LPNI seq info [40548:40548:8:4294967295]
00000400:00000200:1.0:1790692809.974167:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692809.974171:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692809.974173:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.974175:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692809.974177:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692809.974179:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790692809.974182:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692809.974183:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790692809.974185:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692809.974186:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692809.974188:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692809.974191:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692809.974192:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692809.974194:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692809.974195:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692809.974197:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974201:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.974203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692834 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974207:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.974208:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692809.974210:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692809.974212:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692809.974214:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692809.974215:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315621906
00000100:00000001:1.0:1790692809.974216:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.974218:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315621906
00000100:00000001:1.0:1790692809.974219:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315623168
00000100:00000001:1.0:1790692809.974220:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692809.974221:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.974222:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692809.974224:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692809/real 1790692809]  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692809.974228:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692809.974229:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692809.974230:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692809.974231:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692809.974232:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692809.974234:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692809.974236:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692809.974244:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974249:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692809.974251:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974253:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.974254:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692809.974257:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974263:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692809.974267:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974274:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692809.974276:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974277:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692809.974279:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974281:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692809.974282:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692809.974284:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692809.974286:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692809.974287:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692809.974290:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692809.974294:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061190784:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692809.974297:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974298:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692809.974299:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061190784/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692834 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692809.974302:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692809.974303:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692809.974305:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692809.974306:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692809.974307:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692809.974308:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692809.974309:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692809.974310:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692809.974312:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692809.974313:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692809.974313:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692809.974315:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692809.974316:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974317:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692809.974319:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692809.974320:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692809.974321:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692809.974322:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692810.868549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692810.868554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692810.868557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692810.868558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692810.868565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692810.868566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692810.868635:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692810.868643:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692810.868646:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692811.316545:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315623168, at 4315623232
00000100:00000040:1.0:1790692811.316545:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315623168, at 4315623232
00000100:00000010:1.0:1790692811.316559:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000100:00000010:0.0:1790692811.316562:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7cc0.
00010000:00000001:2.0:1790692811.892535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692811.892540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692811.892544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692811.892545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692811.892547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692811.892548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692811.892599:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692811.892614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692811.892616:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692812.916578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692812.916600:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692812.916602:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692812.916604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692812.916608:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692812.916610:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692812.916612:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692812.916613:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692812.916616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692812.916617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692812.916620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692812.916620:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692812.916685:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692812.916689:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692812.916692:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692813.940554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692813.940558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692813.940573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692813.940574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692813.940577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692813.940578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692813.940637:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692813.940641:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692813.940644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692814.964586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692814.964593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692814.964598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692814.964600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692814.964603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692814.964604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692814.964659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692814.964662:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692814.964665:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692815.092566:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692815.092577:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692815.092579:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692815.092582:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692815.092586:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692815.092593:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20954
00000400:00000200:0.0:1790692815.092602:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692815.092609:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692815.092612:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692815.092616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092620:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692815.092622:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692815.092631:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692815.092633:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692815.092636:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692815.092639:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692815.092642:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692815.092644:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692815.092647:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692815.092651:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692815.092655:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692815.092659:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092661:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692815.092664:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692815.092667:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692815.092669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692815.092671:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692815.092673:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692815.092681:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692815.092684:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692815.092688:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692815.092689:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692815.092692:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692815.092695:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692815.092699:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692815.092706:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692815.092712:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692815.092720:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692815.092731:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692815.092734:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692815.092739:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692815.092764:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692815.092767:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692815.092770:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692815.092772:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692815.092773:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692815.092776:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692815.092779:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20954
00000400:00000200:0.0:1790692815.092782:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692815.092786:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692815.092789:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692815.092792:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092795:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692815.092797:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.092800:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692815.092801:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790692815.092804:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790692815.092805:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790692815.092807:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790692815.092808:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790692815.092811:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790692815.092816:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692815.092817:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692815.092823:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692815.092827:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:0.0:1790692815.092828:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692815.092830:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.092834:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790692815.092836:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692815.092837:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692815.092841:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692815.092842:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790692815.092845:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061190912:192.168.204.156@tcp:250:kworker.0
00000100:00000040:0.0:1790692815.092849:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692815.092850:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692815.092855:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692815.092855:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692815.092857:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.092859:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692815.092863:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692815.092864:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692815.092869:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000400:00000200:1.0:1790692815.092870:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692815.092875:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:0.0:1790692815.092877:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:1.0:1790692815.092881:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692815.092882:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692815.092886:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790692815.092888:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061190912, portal 25
02000000:00000001:0.0:1790692815.092891:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692815.092892:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692815.092894:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
02000000:00000001:0.0:1790692815.092897:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692815.092901:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692815.092902:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692815.092908:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692815.092909:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692815.092913:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000008:00000001:0.0:1790692815.092915:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692815.092916:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000001:0.0:1790692815.092921:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692815.092921:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061190912, offset 0
00000400:00000200:1.0:1790692815.092927:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692815.092933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692815.092935:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000400:00000200:1.0:1790692815.092938:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:0.0:1790692815.092940:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000200:1.0:1790692815.092943:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1790692815.092947:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692815.092948:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:0.0:1790692815.092952:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.092953:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790692815.092956:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692815.092957:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692815.092960:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692815.092962:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40550:40550:256:4294967295] 192.168.204.156@tcp LPNI seq info [40549:40549:8:4294967295]
02000000:00000001:0.0:1790692815.092964:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.092968:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:0.0:1790692815.092972:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000400:00000200:1.0:1790692815.092977:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692815.092979:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692815.092984:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.092989:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00100000:0.0:1790692815.092990:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790692815.092997:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692815.093001:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:0.0:1790692815.093003:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790692815.093007:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692815.093008:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692815.093010:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692815.093017:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692815.093019:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1790692815.093020:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692815.093026:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790692815.093034:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692815.093037:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790692815.093040:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1790692815.093043:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790692815.093046:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000100:00000001:0.0:1790692815.093047:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790692815.093048:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692815.093052:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692815.093055:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692815.093058:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692815.093065:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692815.093065:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.093069:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692815.093072:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20954
00000100:00000001:1.0:1790692815.093080:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790692815.093082:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692815.093083:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:0.0:1790692815.093089:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692815.093092:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692815.093092:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692815.093099:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692815.093099:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692815.093102:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315628288
00000100:00000001:0.0:1790692815.093105:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1790692815.093108:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7420.
00000100:00000040:0.0:1790692815.093109:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.093113:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692815.093114:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:0.0:1790692815.093119:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692815.093122:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000001:1.0:1790692815.093122:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315628288
00000020:00000001:0.0:1790692815.093125:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1790692815.093126:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e79c0.
00000020:00000040:0.0:1790692815.093130:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000001:1.0:1790692815.093130:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000001:0.0:1790692815.093135:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692815.093138:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790692815.093140:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692815.093144:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692815.093145:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692815.093146:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692815.093150:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790692815.093153:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692815/real 1790692815]  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692815.093156:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.093162:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692815.093167:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000001:1.0:1790692815.093167:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692815.093171:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:0.0:1790692815.093174:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:1.0:1790692815.093174:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692815.093178:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000001:0.0:1790692815.093179:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692815.093180:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692815.093184:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1790692815.093185:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790692815.093188:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692815.093190:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692815.093197:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692815.093199:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692815.093200:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692815.093205:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692815.093207:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00000001:0.0:1790692815.093209:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093210:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692815.093214:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093215:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093217:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000010:0.0:1790692815.093221:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00100000:1.0:1790692815.093223:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692815.093225:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692815.093231:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692815.093233:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692815.093238:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692815.093239:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790692815.093240:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692815.093244:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692815.093248:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790692815.093250:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790692815.093255:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093262:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:0.0:1790692815.093265:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692815.093267:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093271:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093273:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093277:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692815.093280:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790692815.093282:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:1.0:1790692815.093285:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790692815.093286:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692815.093292:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000040:0.0:1790692815.093294:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093296:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692815.093306:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692815.093308:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692815.093313:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692815.093323:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00100000:1.0:1790692815.093325:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061190912:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1790692815.093327:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692815.093334:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692815.093335:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692815.093338:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692815.093338:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1790692815.093342:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1790692815.093343:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061190912/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692815.093350:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692815.093352:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692815.093354:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00080000:0.0:1790692815.093356:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20954
02000000:00000010:1.0:1790692815.093357:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692815.093362:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692815.093364:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000400:00000200:0.0:1790692815.093365:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692815.093366:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692815.093370:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692815.093372:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
00000400:00000200:0.0:1790692815.093373:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
02000000:00000001:1.0:1790692815.093375:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00080000:0.0:1790692815.093377:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000001:1.0:1790692815.093378:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692815.093380:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692815.093384:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000040:0.0:1790692815.093385:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692815.093386:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093388:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692815.093392:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692815.093395:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692815.093396:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790692815.093399:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692815.093399:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093402:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692815.093405:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790692815.093406:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790692815.093407:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790692815.093411:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000040:1.0:1790692815.093411:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692815.093415:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692815.093419:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790692815.093420:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692815.093422:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692815.093424:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
02000000:00000001:1.0:1790692815.093426:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692815.093429:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790692815.093430:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
02000000:00000001:1.0:1790692815.093435:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692815.093438:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692815.093442:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790692815.093443:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191040:192.168.204.156@tcp:38:kworker.0
00000100:00000040:0.0:1790692815.093448:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692815.093450:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692815.093452:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790692815.093476:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692815.093478:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.093480:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692815.093483:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
00000020:00000040:0.0:1790692815.093488:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
02000000:00000001:1.0:1790692815.093488:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692815.093495:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692815.093496:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692815.093500:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692815.093501:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692815.093505:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:1.0:1790692815.093506:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:0.0:1790692815.093509:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790692815.093510:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191040, portal 10
00000100:00000001:1.0:1790692815.093514:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790692815.093516:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093516:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000001:0.0:1790692815.093522:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790692815.093526:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790692815.093527:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692815.093533:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692815.093537:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093538:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692815.093554:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000010:0.0:1790692815.093557:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000400:00000010:1.0:1790692815.093557:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000020:00000040:0.0:1790692815.093563:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000200:1.0:1790692815.093563:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061191040, offset 0
00000400:00000200:1.0:1790692815.093569:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790692815.093570:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692815.093573:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093574:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692815.093577:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692815.093579:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:0.0:1790692815.093581:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692815.093583:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:0.0:1790692815.093585:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093587:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692815.093590:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000010:0.0:1790692815.093592:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000400:00000200:1.0:1790692815.093592:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692815.093594:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40551:40551:256:4294967295] 192.168.204.156@tcp LPNI seq info [40550:40550:8:4294967295]
00000100:00000001:0.0:1790692815.093599:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093599:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692815.093608:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692815.093614:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692815.093623:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692815.093629:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1790692815.093629:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00000001:0.0:1790692815.093635:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692815.093635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692815.093640:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:0.0:1790692815.093644:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790692815.093647:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692815.093651:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692815.093658:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.093661:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692815.093664:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:0.0:1790692815.093668:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093669:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692815.093673:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692815.093675:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000040:0.0:1790692815.093677:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20964)
00000100:00000001:1.0:1790692815.093677:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692815.093682:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093688:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.093689:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093698:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093699:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692815.093702:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692815.093705:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692815.093708:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692815.093709:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315627023
00000100:00000001:1.0:1790692815.093712:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.093713:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315627023
00000100:00000001:1.0:1790692815.093715:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.093716:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692815.093718:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093719:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692815.093721:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692815/real 1790692815]  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692815.093725:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692815.093726:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692815.093727:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692815.093728:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692815.093729:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692815.093730:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692815.093732:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692815.093736:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093740:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692815.093741:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093742:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093743:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692815.093745:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093750:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692815.093752:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093756:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692815.093757:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093758:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093759:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093760:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692815.093761:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692815.093762:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692815.093764:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692815.093765:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692815.093767:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692815.093771:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191040:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692815.093773:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692815.093775:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093779:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692815.093779:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.093781:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692815.093782:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692815.093783:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692815.093784:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191168:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692815.093786:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692815.093787:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692815.093788:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.093789:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692815.093791:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692815.093792:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093794:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692815.093796:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692815.093797:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692815.093799:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191168, portal 10
00000100:00000001:1.0:1790692815.093800:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692815.093801:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692815.093805:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093808:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692815.093810:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692815.093811:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692815.093812:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061191168, offset 0
00000400:00000200:1.0:1790692815.093814:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692815.093816:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692815.093818:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692815.093820:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692815.093821:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692815.093822:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692815.093824:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692815.093825:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40552:40552:256:4294967295] 192.168.204.156@tcp LPNI seq info [40551:40551:8:4294967295]
00000400:00000200:1.0:1790692815.093828:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692815.093831:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692815.093834:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.093835:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692815.093837:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692815.093839:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692815.093841:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692815.093842:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692815.093844:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.093846:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692815.093847:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692815.093849:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692815.093851:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692815.093852:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692815.093853:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692815.093855:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093860:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.093862:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093865:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093866:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692815.093868:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692815.093869:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692815.093871:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692815.093872:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315627032
00000100:00000001:1.0:1790692815.093873:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.093875:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315627032
00000100:00000001:1.0:1790692815.093876:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.093877:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692815.093878:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093879:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692815.093881:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692815/real 1790692815]  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692815.093885:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692815.093885:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692815.093886:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692815.093887:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692815.093888:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692815.093889:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692815.093891:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692815.093896:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093899:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692815.093900:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093901:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093902:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692815.093903:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093907:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692815.093909:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093912:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692815.093913:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093914:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.093915:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093916:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692815.093917:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692815.093919:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692815.093920:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692815.093921:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692815.093923:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692815.093927:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191168:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692815.093929:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093930:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.093932:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061191040/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093935:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692815.093936:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692815.093937:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692815.093939:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692815.093939:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692815.093940:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692815.093941:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692815.093942:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692815.093944:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692815.093945:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692815.093946:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692815.093948:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692815.093949:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093950:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.093952:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061191168/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093956:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692815.093956:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692815.093957:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692815.093958:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692815.093959:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692815.093959:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692815.093960:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692815.093961:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692815.093962:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692815.093962:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692815.093963:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692815.093964:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692815.093965:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093966:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.093968:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692815.093969:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.093970:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692815.093971:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692815.093971:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692815.093973:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.093977:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692815.093978:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.093979:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692815.093980:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692815.093981:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692815.093982:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191296:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692815.093984:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692815.093985:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692815.093986:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692815.093987:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692815.093988:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692815.093989:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692815.093992:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692815.093993:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692815.093995:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692815.093996:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191296, portal 4
00000100:00000001:1.0:1790692815.093997:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692815.093998:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:1.0:1790692815.094001:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094005:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692815.094006:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692815.094007:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000100:00000200:1.0:1790692815.094008:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061191296, offset 0
00000400:00000200:1.0:1790692815.094010:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692815.094012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692815.094014:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692815.094015:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692815.094017:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692815.094018:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692815.094019:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692815.094021:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40553:40553:256:4294967295] 192.168.204.156@tcp LPNI seq info [40552:40552:8:4294967295]
00000400:00000200:1.0:1790692815.094024:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692815.094027:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692815.094030:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.094031:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790692815.094033:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692815.094035:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790692815.094037:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692815.094038:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790692815.094041:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692815.094042:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:1.0:1790692815.094044:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692815.094047:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692815.094050:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:1.0:1790692815.094052:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:1.0:1790692815.094054:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692815.094057:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094064:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.094067:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692840 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094073:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.094074:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692815.094077:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692815.094080:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692815.094083:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692815.094085:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315627026
00000100:00000001:1.0:1790692815.094087:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.094090:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315627026
00000100:00000001:1.0:1790692815.094091:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315628288
00000100:00000001:1.0:1790692815.094094:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692815.094096:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.094097:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692815.094101:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692815/real 1790692815]  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692815.094107:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692815.094109:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692815.094110:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692815.094112:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692815.094113:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692815.094116:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692815.094119:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692815.094126:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094132:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692815.094133:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094134:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.094136:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692815.094139:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094145:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692815.094148:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094154:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692815.094156:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094158:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692815.094159:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094161:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692815.094162:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692815.094165:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692815.094168:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692815.094170:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692815.094174:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692815.094181:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191296:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692815.094184:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094186:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692815.094189:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061191296/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692840 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692815.094194:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692815.094196:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692815.094198:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692815.094200:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692815.094201:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692815.094202:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692815.094204:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692815.094205:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692815.094207:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692815.094208:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692815.094210:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692815.094212:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692815.094213:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094215:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692815.094218:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692815.094219:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692815.094221:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692815.094222:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692815.988576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692815.988585:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692815.988587:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692815.988591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988594:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692815.988596:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988598:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988599:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692815.988604:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692815.988606:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692815.988607:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988609:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692815.988610:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988611:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692815.988613:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692815.988664:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692815.988669:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692815.988673:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692816.436511:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315628288, at 4315628352
00000100:00000010:0.0:1790692816.436534:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7420.
00000100:00000040:1.0:1790692816.436545:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315628288, at 4315628352
00000100:00000010:1.0:1790692816.436554:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00010000:00000001:2.0:1790692817.012578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692817.012585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692817.012590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692817.012591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692817.012595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692817.012596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692817.012643:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692817.012646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692817.012648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692818.036559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692818.036566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692818.036572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692818.036573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692818.036577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692818.036578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692818.036639:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692818.036643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692818.036647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692819.060588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692819.060595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692819.060602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692819.060604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692819.060607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692819.060608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692819.060672:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692819.060676:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692819.060679:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692820.084576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692820.084581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692820.084587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692820.084588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692820.084591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692820.084592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692820.084644:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692820.084650:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692820.084654:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692820.212598:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692820.212612:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692820.212615:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692820.212620:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692820.212625:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692820.212634:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20959
00000400:00000200:0.0:1790692820.212644:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692820.212652:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692820.212656:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692820.212659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212663:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.212665:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212668:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692820.212677:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692820.212680:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692820.212683:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692820.212686:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692820.212689:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692820.212691:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692820.212694:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212696:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.212698:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212700:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692820.212703:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692820.212707:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212709:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692820.212714:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692820.212717:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692820.212720:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.212723:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692820.212725:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692820.212736:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692820.212739:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692820.212743:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692820.212745:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.212749:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692820.212752:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692820.212758:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692820.212768:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790692820.212775:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692820.212785:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692820.212796:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692820.212801:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692820.212805:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692820.212834:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692820.212836:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692820.212839:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692820.212840:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692820.212841:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692820.212843:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692820.212846:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20959
00000400:00000200:0.0:1790692820.212849:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692820.212851:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692820.212853:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692820.212855:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212856:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.212858:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212860:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692820.212863:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692820.212863:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692820.212864:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692820.212867:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692820.212868:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692820.212870:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692820.212872:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212874:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.212875:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212876:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692820.212878:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692820.212878:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790692820.212881:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692820.212884:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.212884:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1790692820.212885:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692820.212888:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790692820.212891:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692820.212895:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692820.212897:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692820.212898:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692820.212903:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692820.212909:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.212909:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790692820.212912:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.212913:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692820.212916:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
02000000:00000001:1.0:1790692820.212917:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:0.0:1790692820.212920:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692820.212920:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692820.212925:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692820.212925:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692820.212929:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692820.212929:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061191424:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692820.212934:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692820.212935:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692820.212936:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790692820.212937:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.212940:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1790692820.212942:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790692820.212944:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.212946:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.212947:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1790692820.212952:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790692820.212954:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692820.212959:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.212964:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692820.212966:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.212970:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692820.212973:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692820.212975:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692820.212982:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692820.212984:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790692820.212984:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:0.0:1790692820.212989:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692820.212990:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692820.212991:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692820.212994:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790692820.212994:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191424, portal 25
00000100:00080000:0.0:1790692820.212998:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20959
00000100:00000001:1.0:1790692820.212999:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692820.213001:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000400:00000200:0.0:1790692820.213002:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692820.213006:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692820.213008:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692820.213010:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692820.213013:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213017:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.213021:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213025:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692820.213025:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1790692820.213027:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692820.213029:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000040:1.0:1790692820.213030:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692820.213031:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692820.213035:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000010:1.0:1790692820.213035:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9440.
00000020:00000001:0.0:1790692820.213040:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:1.0:1790692820.213040:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061191424, offset 0
00000020:00000001:0.0:1790692820.213043:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692820.213047:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213048:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.213052:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213052:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213056:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692820.213057:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692820.213059:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213060:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692820.213061:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692820.213063:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692820.213063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692820.213066:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.213069:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692820.213070:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692820.213073:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213073:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790692820.213077:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692820.213081:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000400:00000200:1.0:1790692820.213081:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:0.0:1790692820.213084:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790692820.213086:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:0.0:1790692820.213087:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692820.213089:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.213090:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692820.213092:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790692820.213093:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692820.213096:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213097:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000010:0.0:1790692820.213100:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692820.213104:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213104:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40554:40554:256:4294967295] 192.168.204.156@tcp LPNI seq info [40553:40553:8:4294967295]
00000100:00100000:0.0:1790692820.213111:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692820.213111:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692820.213119:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692820.213122:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213126:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1790692820.213129:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790692820.213137:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213141:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692820.213144:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000100:00000040:0.0:1790692820.213145:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692820.213150:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692820.213152:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692820.213156:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1790692820.213156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692820.213159:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692820.213162:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692820.213166:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692820.213167:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692820.213170:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20959
00000400:00000200:0.0:1790692820.213174:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692820.213176:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692820.213177:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692820.213179:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213180:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.213181:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213182:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692820.213184:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692820.213185:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692820.213186:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692820.213186:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692820.213189:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692820.213193:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:1.0:1790692820.213193:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790692820.213197:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692820.213198:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315633408
00000100:00000040:0.0:1790692820.213202:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213204:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692820.213206:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000010:1.0:1790692820.213206:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e79c0.
00000100:00000001:0.0:1790692820.213211:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692820.213213:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692820.213214:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692820.213216:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213216:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790692820.213220:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692820.213223:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692820.213224:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.213226:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692820.213226:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315633408
00000008:00100000:0.0:1790692820.213228:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000010:1.0:1790692820.213230:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7780.
00000008:00000001:0.0:1790692820.213231:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.213234:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213235:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1790692820.213238:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692820.213242:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790692820.213243:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692820.213244:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692820.213246:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692820.213247:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692820.213250:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692820.213251:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692820.213252:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692820.213256:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213256:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1790692820.213263:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:1.0:1790692820.213267:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:0.0:1790692820.213268:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213270:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692820.213275:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00100000:0.0:1790692820.213277:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692820.213279:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692820.213282:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692820.213286:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692820.213289:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692820.213289:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692820.213296:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692820.213318:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213319:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692820.213321:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692820.213323:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20969)
02000000:00000001:1.0:1790692820.213323:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692820.213327:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692820.213330:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692820.213335:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191552:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692820.213337:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692820.213338:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692820.213339:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.213340:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692820.213343:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692820.213346:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213350:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692820.213354:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db61b8.
00000400:00000010:1.0:1790692820.213359:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790692820.213363:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191552, portal 10
00000100:00000001:1.0:1790692820.213365:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692820.213366:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692820.213376:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692820.213383:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692820.213387:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692820.213391:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9ee0.
00000100:00000200:1.0:1790692820.213394:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061191552, offset 0
00000400:00000200:1.0:1790692820.213398:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213401:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213404:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692820.213406:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692820.213407:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692820.213409:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692820.213410:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213414:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40555:40555:255:4294967295] 192.168.204.156@tcp LPNI seq info [40554:40554:7:4294967295]
00000400:00000200:1.0:1790692820.213418:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213424:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692820.213428:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692820.213432:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437c00.
00000800:00000200:1.0:1790692820.213436:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692820.213475:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692820.213485:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692820.213489:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692820.213493:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692820.213495:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315632143
00000100:00000001:1.0:1790692820.213497:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213499:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315632143
00000100:00000001:1.0:1790692820.213501:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213504:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692820.213506:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213508:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692820.213512:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692820.213519:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692820.213520:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.213522:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692820.213524:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692820.213526:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692820.213528:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191680:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692820.213531:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692820.213533:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692820.213534:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.213535:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692820.213539:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692820.213541:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213545:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692820.213548:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6630.
00000400:00000010:1.0:1790692820.213551:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692820.213564:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191680, portal 10
00000100:00000001:1.0:1790692820.213566:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692820.213570:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692820.213577:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692820.213583:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692820.213585:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692820.213588:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9f68.
00000100:00000200:1.0:1790692820.213591:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061191680, offset 0
00000400:00000200:1.0:1790692820.213595:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213599:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213602:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692820.213605:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692820.213607:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692820.213610:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692820.213612:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213615:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40556:40556:254:4294967295] 192.168.204.156@tcp LPNI seq info [40555:40555:6:4294967295]
00000400:00000200:1.0:1790692820.213619:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213624:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692820.213631:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692820.213636:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437500.
00000800:00000200:1.0:1790692820.213639:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692820.213643:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692820.213645:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692820.213648:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692820.213651:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692820.213654:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315632152
00000100:00000001:1.0:1790692820.213656:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213658:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315632152
00000100:00000001:1.0:1790692820.213661:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213663:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692820.213665:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213667:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213669:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692820.213673:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692820.213675:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692820.213677:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692820.213678:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692820.213679:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692820.213683:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692820.213690:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692820.213692:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.213694:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692820.213695:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692820.213697:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692820.213700:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191808:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692820.213703:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692820.213705:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692820.213706:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692820.213708:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692820.213712:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692820.213714:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692820.213718:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692820.213720:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790692820.213724:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9880.
00000100:00000200:1.0:1790692820.213727:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191808, portal 4
00000100:00000001:1.0:1790692820.213728:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692820.213729:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:1.0:1790692820.213745:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692820.213751:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692820.213754:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692820.213757:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9908.
00000100:00000200:1.0:1790692820.213759:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061191808, offset 0
00000400:00000200:1.0:1790692820.213763:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213767:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213770:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692820.213773:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692820.213775:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692820.213778:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692820.213780:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692820.213783:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40557:40557:253:4294967295] 192.168.204.156@tcp LPNI seq info [40556:40556:5:4294967295]
00000400:00000200:1.0:1790692820.213787:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692820.213792:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692820.213797:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692820.213801:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692820.213804:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692820.213808:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692820.213810:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692820.213813:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692820.213817:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692820.213819:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315632146
00000100:00000001:1.0:1790692820.213821:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213823:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315632146
00000100:00000001:1.0:1790692820.213825:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315633408
00000100:00000001:1.0:1790692820.213827:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692820.213830:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213833:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213834:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692820.213838:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692820.213839:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790692820.213842:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692820.213843:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692820.213845:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692820.213847:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692821.108565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692821.108570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692821.108574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692821.108574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692821.108577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692821.108578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692821.108641:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692821.108644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692821.108647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692821.556565:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315633408, at 4315633472
00000100:00000040:1.0:1790692821.556565:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315633408, at 4315633472
00000100:00000010:0.0:1790692821.556580:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e79c0.
00000100:00000010:1.0:1790692821.556583:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00010000:00000001:2.0:1790692822.132537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692822.132543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692822.132546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692822.132547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692822.132549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692822.132550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692822.132624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692822.132639:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692822.132647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692823.156554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692823.156560:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692823.156562:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692823.156565:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692823.156568:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692823.156570:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692823.156571:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692823.156572:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692823.156575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692823.156576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692823.156578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692823.156579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692823.156632:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692823.156636:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692823.156638:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1790692823.284740:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1790692823.284785:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790692823.284795:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692823.284800:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:2.0:1790692823.284805:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692823.284809:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790692823.284813:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790692823.284817:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:2.0:1790692823.284823:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790692823.284827:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790692823.284833:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9440
00000400:00000010:2.0:1790692823.284836:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9440.
00000100:00000001:2.0:1790692823.284841:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692823.284848:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284881:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692823.284887:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284894:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692823.284896:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790692823.284907:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790692823.284910:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:2.0:1790692823.284912:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790692823.284915:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790692823.284918:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9ee0
00000400:00000010:2.0:1790692823.284920:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9ee0.
00000100:00000001:2.0:1790692823.284923:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692823.284927:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284934:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692823.284937:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284942:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692823.284944:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790692823.284949:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790692823.284952:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:2.0:1790692823.284955:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790692823.284958:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790692823.284960:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9f68
00000400:00000010:2.0:1790692823.284962:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9f68.
00000100:00000001:2.0:1790692823.284964:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692823.284968:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284975:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692823.284977:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.284983:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692823.284984:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790692823.284990:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790692823.284992:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:2.0:1790692823.284994:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790692823.284997:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790692823.285000:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9908
00000400:00000010:2.0:1790692823.285002:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9908.
00000100:00000001:2.0:1790692823.285004:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692823.285008:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.285015:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692823.285018:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692845 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692823.285024:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692823.285026:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692823.285104:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692823.285108:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692823.285112:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692823.285118:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692820/real 1790692823]  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692823.285130:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692823.285132:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692823.285134:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790692823.285138:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9880
00000400:00000010:1.0:1790692823.285140:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9880.
00000100:00000001:1.0:1790692823.285142:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692823.285145:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692823.285154:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285161:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692823.285162:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285176:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285178:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692823.285182:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285189:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692823.285195:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285202:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692823.285205:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285207:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285208:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285210:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692823.285213:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692823.285217:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692823.285221:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692823.285223:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692823.285232:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692823.285241:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191808:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692823.285246:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692823.285249:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692820/real 1790692823]  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692823.285257:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692823.285258:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692823.285260:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db61b8.
00000400:00000200:1.0:1790692823.285262:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790692823.285264:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790692823.285265:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692823.285268:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692823.285276:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285283:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692823.285285:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285287:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285288:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692823.285291:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285297:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692823.285300:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285306:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692823.285308:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285309:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285311:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285312:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692823.285314:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692823.285316:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692823.285319:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692823.285320:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692823.285324:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692823.285330:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191552:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692823.285334:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692823.285337:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692820/real 1790692823]  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692823.285344:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692823.285345:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692823.285347:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6630.
00000400:00000200:1.0:1790692823.285349:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692823.285350:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692823.285353:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692823.285355:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692823.285364:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285369:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692823.285371:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285373:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285374:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692823.285378:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285397:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692823.285401:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285407:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692823.285409:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285410:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285411:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285413:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692823.285414:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692823.285416:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692823.285420:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692823.285422:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692823.285425:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692823.285432:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061191680:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692823.285437:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692823.285441:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692820/real 1790692823]  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692823.285448:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692823.285450:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692823.285452:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692823.285486:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692823.285488:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692823.285491:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692823.285494:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692823.285502:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285509:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692823.285510:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285512:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285513:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692823.285516:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285522:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692823.285526:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285532:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692823.285535:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285536:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692823.285537:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285539:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692823.285540:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692823.285542:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692823.285545:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692823.285547:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692823.285551:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692823.285558:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061191424:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692823.285562:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285564:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692823.285567:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061191808/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285574:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692823.285577:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692823.285581:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692823.285585:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692823.285588:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692823.285591:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692823.285593:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692823.285596:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692823.285600:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692823.285602:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692823.285604:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692823.285608:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692823.285609:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285610:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692823.285614:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061191552/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285620:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692823.285621:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692823.285623:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692823.285625:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692823.285626:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692823.285628:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692823.285630:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692823.285631:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790692823.285633:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692823.285634:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692823.285636:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692823.285638:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692823.285639:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285640:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692823.285644:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061191680/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285650:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692823.285651:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692823.285653:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692823.285655:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692823.285656:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692823.285657:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692823.285659:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692823.285660:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790692823.285663:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692823.285664:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692823.285665:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692823.285669:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692823.285671:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285672:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692823.285675:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061191424/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692845 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692823.285681:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692823.285682:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692823.285683:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692823.285685:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692823.285686:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692823.285687:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692823.285689:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692823.285690:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692823.285692:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692823.285693:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692823.285695:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692823.285696:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692823.285697:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285700:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692823.285708:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692823.285711:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692823.285713:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692823.285714:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692824.180572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692824.180577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692824.180581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692824.180582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692824.180584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692824.180586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692824.180650:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692824.180654:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692824.180658:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692825.204532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692825.204537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692825.204540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692825.204541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692825.204543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692825.204544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692825.204596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692825.204600:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692825.204604:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692825.332600:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692825.332608:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692825.332611:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692825.332613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692825.332616:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692825.332628:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20964
00000400:00000200:3.0:1790692825.332638:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692825.332644:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692825.332648:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692825.332650:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332654:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.332656:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332658:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692825.332666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692825.332668:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692825.332671:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692825.332674:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692825.332676:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692825.332679:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692825.332682:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332689:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.332691:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332693:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692825.332696:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692825.332698:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332701:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692825.332704:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692825.332707:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692825.332710:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.332713:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692825.332715:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692825.332721:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692825.332725:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692825.332729:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692825.332731:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.332734:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692825.332736:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692825.332740:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692825.332747:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692825.332754:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692825.332763:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692825.332771:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692825.332775:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692825.332779:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692825.332816:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692825.332820:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692825.332823:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692825.332824:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692825.332826:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692825.332829:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692825.332831:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20964
00000400:00000200:3.0:1790692825.332835:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692825.332838:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692825.332841:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692825.332843:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332846:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.332847:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332849:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692825.332853:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692825.332854:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692825.332855:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692825.332858:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692825.332860:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692825.332862:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692825.332865:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332867:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.332869:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332870:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692825.332873:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692825.332875:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692825.332877:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692825.332879:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692825.332885:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692825.332887:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.332889:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692825.332893:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692825.332896:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.332898:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692825.332901:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692825.332904:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692825.332906:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692825.332908:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.332910:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692825.332911:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692825.332913:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692825.332916:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692825.332921:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692825.332926:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692825.332944:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790692825.332945:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692825.332951:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.332952:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790692825.332957:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.332958:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692825.332969:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692825.332971:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692825.332978:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692825.332986:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692825.332990:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790692825.332990:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692825.332995:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692825.332995:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692825.333001:0:292061:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790692825.333002:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1790692825.333005:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20964
02000000:00000001:1.0:1790692825.333007:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790692825.333012:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692825.333014:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790692825.333018:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692825.333023:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692825.333026:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333029:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.333031:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333033:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692825.333036:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692825.333037:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692825.333039:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692825.333041:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692825.333043:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692825.333045:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692825.333048:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333050:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.333051:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333053:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692825.333055:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692825.333057:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333060:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692825.333062:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692825.333065:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692825.333067:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333069:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692825.333071:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692825.333073:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333075:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692825.333079:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692825.333081:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692825.333083:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692825.333084:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333086:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692825.333087:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692825.333089:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692825.333093:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692825.333096:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692825.333100:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692825.333106:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692825.333108:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692825.333111:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692825.333118:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692825.333120:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692825.333124:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692825.333126:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692825.333128:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692825.333130:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692825.333131:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692825.333134:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692825.333136:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20964
00000400:00000200:3.0:1790692825.333139:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692825.333142:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692825.333145:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692825.333147:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333149:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.333151:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333153:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692825.333156:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692825.333157:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692825.333158:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692825.333161:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692825.333163:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692825.333165:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692825.333167:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333169:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692825.333171:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333172:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692825.333175:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692825.333177:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692825.333179:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692825.333181:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692825.333184:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692825.333192:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333194:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692825.333197:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692825.333199:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333201:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692825.333209:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692825.333212:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692825.333214:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692825.333215:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333217:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692825.333218:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692825.333220:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692825.333223:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00100000:1.0:1790692825.333227:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061191936:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692825.333228:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692825.333236:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692825.333238:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692825.333244:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692825.333246:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790692825.333247:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333251:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.333253:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790692825.333257:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790692825.333261:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692825.333266:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692825.333272:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692825.333278:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790692825.333278:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20974)
00000400:00000010:1.0:1790692825.333284:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692825.333298:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692825.333307:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061191936, portal 25
00000100:00000001:1.0:1790692825.333310:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692825.333312:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:1.0:1790692825.333318:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333326:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692825.333329:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692825.333331:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692825.333334:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061191936, offset 0
00000400:00000200:1.0:1790692825.333352:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692825.333360:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.333366:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692825.333372:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692825.333376:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692825.333379:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692825.333382:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692825.333386:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40558:40558:256:4294967295] 192.168.204.156@tcp LPNI seq info [40557:40557:8:4294967295]
00000400:00000200:1.0:1790692825.333390:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.333399:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692825.333406:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.333412:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692825.333420:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692825.333424:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692825.333429:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692825.333432:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692825.333436:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.333439:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692825.333443:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692825.333447:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692825.333478:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692825.333482:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692825.333486:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692825.333490:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333499:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.333502:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333510:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.333512:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692825.333520:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692825.333524:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692825.333526:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315638529
00000100:00000010:1.0:1790692825.333532:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7780.
00000100:00000001:1.0:1790692825.333538:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692825.333549:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315638529
00000100:00000010:1.0:1790692825.333552:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7900.
00000100:00000001:1.0:1790692825.333554:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692825.333557:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692825.333559:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.333562:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692825.333566:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692825/real 1790692825]  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692825.333574:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692825.333576:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692825.333578:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692825.333580:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692825.333582:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692825.333584:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692825.333587:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692825.333594:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333600:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692825.333602:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333604:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.333606:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692825.333609:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333615:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692825.333620:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333626:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692825.333630:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333631:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.333632:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333634:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692825.333697:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692825.333701:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692825.333706:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692825.333708:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692825.333713:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692825.333720:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061191936:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692825.333726:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333728:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.333731:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061191936/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333737:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692825.333739:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692825.333741:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692825.333745:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692825.333746:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692825.333748:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692825.333750:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692825.333752:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790692825.333756:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692825.333757:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692825.333759:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790692825.333763:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692825.333764:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333767:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.333776:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692825.333778:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.333780:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692825.333783:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692825.333784:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692825.333787:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333792:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692825.333793:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.333811:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692825.333813:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692825.333815:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692825.333818:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192064:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692825.333821:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692825.333823:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692825.333824:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.333826:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692825.333829:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692825.333831:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692825.333835:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692825.333837:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692825.333841:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692825.333844:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192064, portal 10
00000100:00000001:1.0:1790692825.333846:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692825.333847:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:1.0:1790692825.333854:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333860:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692825.333862:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692825.333865:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692825.333867:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061192064, offset 0
00000400:00000200:1.0:1790692825.333871:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692825.333875:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.333879:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692825.333882:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692825.333884:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692825.333887:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692825.333890:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692825.333893:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40559:40559:256:4294967295] 192.168.204.156@tcp LPNI seq info [40558:40558:8:4294967295]
00000400:00000200:1.0:1790692825.333897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.333902:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692825.333907:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.333910:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692825.333913:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692825.333916:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692825.333920:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692825.333923:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692825.333926:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.333928:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692825.333931:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692825.333934:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692825.333937:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692825.333939:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692825.333941:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692825.333944:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333951:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.333954:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.333960:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.333961:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692825.333965:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692825.333971:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692825.333974:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692825.333976:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315637263
00000100:00000001:1.0:1790692825.333978:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.333980:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315637263
00000100:00000001:1.0:1790692825.333984:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.333986:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692825.333988:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.333990:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692825.333994:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692825/real 1790692825]  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692825.334001:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692825.334003:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692825.334004:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692825.334007:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692825.334009:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692825.334011:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692825.334014:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692825.334022:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334028:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692825.334030:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334032:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334033:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692825.334036:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334042:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692825.334045:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334052:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692825.334054:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334055:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334056:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334059:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692825.334061:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692825.334063:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692825.334067:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692825.334069:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692825.334072:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692825.334080:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192064:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692825.334089:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692825.334093:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334099:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692825.334100:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.334102:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692825.334104:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692825.334106:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692825.334109:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192192:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692825.334112:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692825.334114:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692825.334115:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.334117:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692825.334121:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692825.334123:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692825.334127:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692825.334129:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692825.334132:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692825.334136:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192192, portal 10
00000100:00000001:1.0:1790692825.334137:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692825.334139:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790692825.334144:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334151:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692825.334153:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692825.334155:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692825.334157:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061192192, offset 0
00000400:00000200:1.0:1790692825.334161:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692825.334164:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.334168:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692825.334171:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692825.334174:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692825.334176:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692825.334178:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692825.334181:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40560:40560:256:4294967295] 192.168.204.156@tcp LPNI seq info [40559:40559:8:4294967295]
00000400:00000200:1.0:1790692825.334186:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.334191:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692825.334196:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.334200:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692825.334203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692825.334206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692825.334210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692825.334228:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692825.334232:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.334235:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692825.334238:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692825.334242:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692825.334245:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692825.334248:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692825.334251:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692825.334254:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334268:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.334271:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334283:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.334285:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692825.334289:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692825.334292:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692825.334295:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692825.334297:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315637272
00000100:00000001:1.0:1790692825.334299:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.334301:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315637272
00000100:00000001:1.0:1790692825.334302:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.334304:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692825.334306:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.334308:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692825.334311:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692825/real 1790692825]  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692825.334318:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692825.334320:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692825.334322:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692825.334325:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692825.334326:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692825.334329:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692825.334333:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692825.334354:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334361:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692825.334362:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334364:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334366:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692825.334369:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334376:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692825.334380:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334386:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692825.334388:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334390:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334391:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334393:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692825.334394:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692825.334397:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692825.334400:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692825.334402:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692825.334406:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692825.334414:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192192:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692825.334417:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692825.334419:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334423:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692825.334424:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.334426:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692825.334427:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692825.334428:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692825.334430:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192320:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692825.334432:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692825.334433:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692825.334435:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692825.334436:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692825.334439:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692825.334441:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692825.334444:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692825.334447:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692825.334450:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692825.334452:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192320, portal 4
00000100:00000001:1.0:1790692825.334476:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692825.334478:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790692825.334484:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334490:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692825.334492:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692825.334495:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692825.334497:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061192320, offset 0
00000400:00000200:1.0:1790692825.334501:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692825.334505:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.334510:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692825.334512:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692825.334514:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692825.334517:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692825.334519:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692825.334522:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40561:40561:256:4294967295] 192.168.204.156@tcp LPNI seq info [40560:40560:8:4294967295]
00000400:00000200:1.0:1790692825.334526:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692825.334532:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692825.334536:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.334540:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692825.334543:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692825.334545:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790692825.334549:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692825.334551:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790692825.334554:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692825.334557:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692825.334559:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692825.334563:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692825.334566:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692825.334567:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692825.334569:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692825.334572:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334579:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.334582:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692850 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334587:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.334589:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692825.334592:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692825.334595:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692825.334598:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692825.334600:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315637267
00000100:00000001:1.0:1790692825.334602:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.334604:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315637267
00000100:00000001:1.0:1790692825.334606:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315638529
00000100:00000001:1.0:1790692825.334608:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692825.334610:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.334612:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692825.334616:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692825/real 1790692825]  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692825.334623:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692825.334625:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692825.334626:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692825.334629:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692825.334630:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692825.334646:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692825.334651:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692825.334658:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334665:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692825.334666:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334668:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334670:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692825.334673:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334680:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692825.334683:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334689:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692825.334691:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334692:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692825.334693:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334695:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692825.334697:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692825.334699:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692825.334702:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692825.334704:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692825.334707:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692825.334713:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192320:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692825.334717:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334718:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.334722:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061192064/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334727:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692825.334729:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692825.334731:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692825.334734:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692825.334735:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692825.334737:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692825.334739:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692825.334741:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790692825.334744:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692825.334745:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692825.334747:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790692825.334749:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692825.334751:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334752:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.334756:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061192192/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334760:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692825.334761:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692825.334762:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692825.334763:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692825.334764:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692825.334765:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692825.334766:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692825.334767:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790692825.334768:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692825.334769:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692825.334770:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790692825.334772:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692825.334773:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334774:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692825.334776:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061192320/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692850 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692825.334779:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692825.334780:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692825.334781:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692825.334782:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692825.334783:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692825.334784:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692825.334785:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692825.334786:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790692825.334787:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692825.334787:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692825.334788:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790692825.334789:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692825.334789:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334791:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692825.334795:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692825.334796:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692825.334798:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692825.334799:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692826.228561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692826.228570:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692826.228572:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692826.228575:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228578:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692826.228580:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228582:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228584:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692826.228589:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692826.228590:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692826.228591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228593:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692826.228594:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228596:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692826.228598:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692826.228659:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692826.228663:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692826.228667:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692826.676555:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315638529, at 4315638592
00000100:00000040:0.0:1790692826.676559:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315638529, at 4315638592
00000100:00000010:1.0:1790692826.676572:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00000100:00000010:0.0:1790692826.676574:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7780.
00010000:00000001:2.0:1790692827.252505:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692827.252510:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692827.252514:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692827.252515:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692827.252517:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692827.252518:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692827.252576:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692827.252581:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692827.252585:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692828.276547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692828.276553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692828.276558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692828.276559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692828.276562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692828.276564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692828.276616:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692828.276620:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692828.276624:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692829.300557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692829.300562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692829.300566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692829.300566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692829.300569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692829.300569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692829.300630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692829.300634:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692829.300638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692830.324574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692830.324582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692830.324587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692830.324588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692830.324592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692830.324593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692830.324653:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692830.324656:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692830.324659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692830.452527:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692830.452534:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692830.452536:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692830.452538:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692830.452542:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692830.452547:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20969
00000400:00000200:3.0:1790692830.452554:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692830.452559:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692830.452561:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692830.452563:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452566:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692830.452567:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452569:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692830.452576:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692830.452578:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692830.452580:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692830.452583:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692830.452586:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692830.452588:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692830.452591:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452592:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692830.452594:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452596:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692830.452599:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692830.452602:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452604:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692830.452608:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692830.452611:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692830.452614:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452616:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692830.452618:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692830.452627:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692830.452630:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692830.452634:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692830.452635:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452637:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692830.452639:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692830.452650:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692830.452655:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692830.452660:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692830.452666:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692830.452673:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692830.452676:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692830.452680:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692830.452701:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692830.452704:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692830.452708:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692830.452709:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692830.452711:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692830.452713:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692830.452716:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20969
00000400:00000200:3.0:1790692830.452719:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692830.452723:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692830.452725:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692830.452728:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452730:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692830.452732:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452734:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692830.452736:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692830.452737:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692830.452738:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692830.452740:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790692830.452741:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692830.452744:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692830.452745:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790692830.452747:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692830.452748:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790692830.452751:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692830.452757:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692830.452757:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452761:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692830.452765:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692830.452768:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452773:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692830.452776:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692830.452779:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790692830.452782:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692830.452783:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692830.452785:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452788:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692830.452789:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1790692830.452791:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790692830.452794:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790692830.452794:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452797:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.452799:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692830.452801:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000100:00100000:1.0:1790692830.452805:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061192448:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790692830.452805:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692830.452810:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692830.452811:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790692830.452812:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452814:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692830.452815:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692830.452817:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790692830.452817:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.452822:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692830.452824:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790692830.452826:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790692830.452828:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692830.452832:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790692830.452834:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
00000100:00000001:3.0:1790692830.452841:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692830.452843:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692830.452846:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692830.452848:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452853:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692830.452856:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692830.452859:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790692830.452861:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692830.452861:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692830.452863:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692830.452866:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790692830.452868:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:3.0:1790692830.452868:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20969
00000400:00000200:3.0:1790692830.452872:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692830.452878:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000400:00000200:3.0:1790692830.452883:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692830.452885:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790692830.452888:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192448, portal 25
00000100:00000040:3.0:1790692830.452888:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452891:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692830.452894:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1790692830.452894:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692830.452897:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000001:3.0:1790692830.452898:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692830.452902:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692830.452903:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692830.452905:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790692830.452906:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692830.452907:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692830.452911:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692830.452914:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692830.452919:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692830.452922:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790692830.452922:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692830.452927:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:1.0:1790692830.452929:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452930:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790692830.452933:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692830.452936:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061192448, offset 0
00000020:00000040:3.0:1790692830.452937:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692830.452941:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790692830.452944:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692830.452945:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692830.452947:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692830.452949:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692830.452950:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452952:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692830.452953:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:3.0:1790692830.452954:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692830.452957:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452959:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.452961:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000010:3.0:1790692830.452963:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000400:00000200:1.0:1790692830.452966:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1790692830.452966:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790692830.452970:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790692830.452970:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692830.452971:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.452974:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692830.452976:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790692830.452976:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692830.452977:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.452980:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000010:3.0:1790692830.452982:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000400:00000200:1.0:1790692830.452985:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40562:40562:256:4294967295] 192.168.204.156@tcp LPNI seq info [40561:40561:8:4294967295]
00000100:00000001:3.0:1790692830.452986:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692830.452993:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692830.452996:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692830.453003:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692830.453004:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692830.453008:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692830.453016:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692830.453018:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692830.453020:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692830.453022:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692830.453024:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692830.453029:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692830.453031:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692830.453032:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1790692830.453036:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692830.453036:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692830.453041:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20969
00000800:00000010:1.0:1790692830.453043:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000400:00000200:3.0:1790692830.453044:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692830.453049:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692830.453050:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790692830.453055:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790692830.453055:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.453061:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692830.453062:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692830.453063:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000001:3.0:1790692830.453064:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692830.453068:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692830.453070:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692830.453071:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692830.453073:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000800:00000200:1.1:1790692830.453074:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692830.453075:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692830.453080:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:1.1:1790692830.453081:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000100:00000040:3.0:1790692830.453084:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000100:1.0:1790692830.453090:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692830.453093:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1790692830.453095:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00000040:3.0:1790692830.453096:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692830.453099:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692830.453101:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000200:1.0:1790692830.453102:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1790692830.453104:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692830.453107:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.453110:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790692830.453110:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692830.453112:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692830.453114:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.453115:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790692830.453116:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000008:00100000:3.0:1790692830.453117:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000010:1.0:1790692830.453120:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000008:00000001:3.0:1790692830.453120:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692830.453124:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453125:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:3.0:1790692830.453127:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000100:00000200:1.0:1790692830.453130:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692830.453131:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692830.453138:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692830.453140:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453142:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.453145:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692830.453150:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692830.453152:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692830.453153:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692830.453154:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790692830.453158:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453162:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692830.453164:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000400:00000200:1.0:1790692830.453168:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692830.453171:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315643648
00000100:00000001:3.0:1790692830.453172:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692830.453176:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7900.
00000100:00100000:3.0:1790692830.453180:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692830.453183:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692830.453191:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692830.453193:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315643648
00000100:00000001:3.0:1790692830.453194:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692830.453200:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ea0.
00000100:00000040:3.0:1790692830.453202:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453206:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692830.453211:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692830.453215:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453216:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453221:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1790692830.453222:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20980)
00000100:00100000:1.0:1790692830.453227:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692830/real 1790692830]  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692830.453240:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692830.453241:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692830.453255:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692830.453257:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692830.453258:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692830.453260:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692830.453263:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692830.453268:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453272:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692830.453273:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453275:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453276:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692830.453278:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453283:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692830.453286:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453290:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692830.453291:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453292:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453293:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453294:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692830.453296:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692830.453299:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692830.453302:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692830.453304:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692830.453308:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692830.453316:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061192448:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692830.453321:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453323:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.453326:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061192448/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453333:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692830.453334:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692830.453337:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692830.453340:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692830.453341:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692830.453342:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692830.453343:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692830.453345:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790692830.453348:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692830.453349:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692830.453350:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:1.0:1790692830.453352:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692830.453352:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453354:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453359:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692830.453360:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453361:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692830.453362:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692830.453363:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692830.453366:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453370:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692830.453371:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453372:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692830.453374:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692830.453375:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692830.453376:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192576:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692830.453379:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692830.453380:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692830.453381:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453382:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692830.453384:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692830.453385:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.453388:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692830.453389:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692830.453391:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692830.453393:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192576, portal 10
00000100:00000001:1.0:1790692830.453394:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692830.453395:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000100:00000040:1.0:1790692830.453400:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453404:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692830.453405:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692830.453406:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692830.453408:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061192576, offset 0
00000400:00000200:1.0:1790692830.453410:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453413:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453415:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692830.453417:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692830.453418:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692830.453420:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692830.453422:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453423:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40563:40563:256:4294967295] 192.168.204.156@tcp LPNI seq info [40562:40562:8:4294967295]
00000400:00000200:1.0:1790692830.453426:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453430:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692830.453432:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453434:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692830.453438:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692830.453441:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692830.453445:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692830.453447:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1790692830.453451:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453453:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692830.453482:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692830.453485:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692830.453488:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692830.453489:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692830.453490:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692830.453493:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453498:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.453500:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453503:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453504:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692830.453507:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692830.453510:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692830.453512:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692830.453513:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315642383
00000100:00000001:1.0:1790692830.453515:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453517:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315642383
00000100:00000001:1.0:1790692830.453518:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453519:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692830.453520:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453521:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692830.453523:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692830/real 1790692830]  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692830.453527:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692830.453528:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692830.453530:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692830.453531:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692830.453532:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692830.453534:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692830.453535:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692830.453540:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453543:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692830.453544:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453545:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453546:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692830.453548:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453551:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692830.453553:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453557:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692830.453559:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453560:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453561:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453563:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692830.453564:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692830.453567:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692830.453570:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692830.453572:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692830.453575:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692830.453583:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192576:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692830.453587:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692830.453590:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453597:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692830.453598:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453600:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692830.453602:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692830.453603:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692830.453606:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192704:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692830.453608:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692830.453610:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692830.453611:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453612:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692830.453614:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692830.453615:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.453618:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692830.453619:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692830.453621:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692830.453623:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192704, portal 10
00000100:00000001:1.0:1790692830.453624:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692830.453625:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790692830.453631:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453637:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692830.453639:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692830.453641:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692830.453643:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061192704, offset 0
00000400:00000200:1.0:1790692830.453647:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453651:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453654:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692830.453657:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692830.453659:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692830.453662:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692830.453664:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453667:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40564:40564:256:4294967295] 192.168.204.156@tcp LPNI seq info [40563:40563:8:4294967295]
00000400:00000200:1.0:1790692830.453671:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453676:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692830.453678:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453681:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692830.453683:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692830.453685:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692830.453687:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692830.453689:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1790692830.453691:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453692:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692830.453694:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692830.453698:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692830.453700:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692830.453702:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692830.453704:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692830.453707:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453714:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.453717:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453723:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453725:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692830.453729:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692830.453731:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692830.453735:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692830.453737:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315642392
00000100:00000001:1.0:1790692830.453739:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453740:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315642392
00000100:00000001:1.0:1790692830.453742:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453743:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692830.453744:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453745:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692830.453748:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692830/real 1790692830]  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692830.453752:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692830.453754:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692830.453755:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692830.453757:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692830.453759:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692830.453761:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692830.453764:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692830.453771:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453777:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692830.453779:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453781:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453782:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692830.453785:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453792:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692830.453796:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453800:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692830.453802:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453803:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453803:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453805:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692830.453806:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692830.453807:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692830.453809:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692830.453811:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692830.453813:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692830.453819:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192704:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692830.453823:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692830.453826:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453832:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692830.453833:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453835:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692830.453837:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692830.453839:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692830.453842:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192832:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692830.453845:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692830.453847:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692830.453848:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692830.453849:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692830.453853:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692830.453854:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692830.453858:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692830.453860:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692830.453863:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692830.453866:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192832, portal 4
00000100:00000001:1.0:1790692830.453868:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692830.453869:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790692830.453874:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453881:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692830.453883:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692830.453885:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692830.453887:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061192832, offset 0
00000400:00000200:1.0:1790692830.453891:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453895:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453897:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692830.453899:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692830.453901:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692830.453902:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692830.453904:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692830.453906:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40565:40565:256:4294967295] 192.168.204.156@tcp LPNI seq info [40564:40564:8:4294967295]
00000400:00000200:1.0:1790692830.453908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692830.453912:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692830.453915:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453917:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692830.453919:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692830.453921:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000200:1.1:1790692830.453924:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692830.453925:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 52 secs later)
00000800:00000100:1.0:1790692830.453927:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692830.453929:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692830.453930:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692830.453932:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692830.453934:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692830.453935:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692830.453937:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692830.453939:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453944:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.453945:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692855 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453953:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453954:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692830.453956:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692830.453958:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692830.453960:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692830.453961:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315642386
00000100:00000001:1.0:1790692830.453962:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453964:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315642386
00000100:00000001:1.0:1790692830.453965:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315643648
00000100:00000001:1.0:1790692830.453966:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692830.453967:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.453968:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692830.453970:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692830/real 1790692830]  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692830.453974:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692830.453975:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692830.453976:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692830.453977:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692830.453978:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692830.453979:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692830.453981:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692830.453987:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.453993:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692830.453994:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.453996:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.453997:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692830.454000:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.454007:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692830.454010:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.454017:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692830.454019:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454021:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692830.454022:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454024:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692830.454026:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692830.454028:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692830.454031:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692830.454032:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692830.454035:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692830.454039:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061192832:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692830.454041:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454042:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.454044:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061192576/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.454047:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692830.454048:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692830.454050:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692830.454052:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692830.454053:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692830.454055:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692830.454057:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692830.454058:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790692830.454061:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692830.454062:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692830.454063:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:1.0:1790692830.454066:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692830.454068:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454069:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.454073:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061192704/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.454078:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692830.454079:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692830.454081:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692830.454083:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692830.454084:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692830.454085:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692830.454087:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692830.454089:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790692830.454091:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692830.454092:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692830.454093:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790692830.454095:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692830.454096:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454097:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692830.454100:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061192832/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692855 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692830.454103:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692830.454104:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692830.454105:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692830.454106:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692830.454107:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692830.454108:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692830.454109:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692830.454110:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790692830.454111:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692830.454111:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692830.454112:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790692830.454113:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692830.454115:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454116:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692830.454118:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692830.454119:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692830.454120:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692830.454121:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692831.348560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692831.348568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692831.348573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692831.348575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692831.348578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692831.348580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692831.348635:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692831.348639:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692831.348642:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692831.796551:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315643648, at 4315643712
00000100:00000040:1.0:1790692831.796551:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315643648, at 4315643712
00000100:00000010:1.0:1790692831.796564:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000100:00000010:0.0:1790692831.796566:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7900.
00010000:00000001:2.0:1790692832.372566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692832.372572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692832.372577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692832.372579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692832.372583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692832.372583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692832.372645:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692832.372650:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692832.372653:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692833.396541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692833.396548:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692833.396550:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692833.396553:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692833.396558:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692833.396560:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692833.396562:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692833.396565:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692833.396568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692833.396570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692833.396573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692833.396575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692833.396631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692833.396635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692833.396638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692834.420549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692834.420555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692834.420559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692834.420561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692834.420563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692834.420564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692834.420623:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692834.420626:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692834.420628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692835.444518:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692835.444522:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444526:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692835.444529:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692835.444531:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692835.444534:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444537:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692835.444540:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444542:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444543:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692835.444548:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692835.444550:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692835.444551:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444552:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692835.444554:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444555:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692835.444557:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692835.444613:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692835.444618:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692835.444621:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692835.572560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692835.572568:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692835.572570:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692835.572573:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692835.572577:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692835.572589:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20975
00000400:00000200:0.0:1790692835.572597:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692835.572603:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692835.572607:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692835.572610:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572612:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572615:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572616:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692835.572622:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692835.572623:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692835.572625:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692835.572627:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692835.572629:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692835.572630:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692835.572632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692835.572638:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692835.572640:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572642:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692835.572644:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692835.572646:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692835.572648:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572649:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692835.572650:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692835.572657:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692835.572659:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692835.572662:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692835.572663:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572665:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692835.572666:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692835.572670:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692835.572676:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790692835.572681:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692835.572687:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692835.572694:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692835.572696:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692835.572699:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692835.572713:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692835.572716:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692835.572718:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692835.572719:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692835.572720:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692835.572722:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692835.572723:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20975
00000400:00000200:0.0:1790692835.572726:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692835.572728:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692835.572730:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692835.572732:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572733:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572735:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572736:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692835.572738:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692835.572739:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692835.572740:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692835.572742:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692835.572743:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692835.572745:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692835.572746:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572748:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572749:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692835.572750:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790692835.572752:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692835.572756:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692835.572756:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692835.572761:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692835.572762:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572766:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692835.572770:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790692835.572771:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692835.572775:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692835.572780:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572784:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692835.572789:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1790692835.572790:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692835.572791:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692835.572797:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.572797:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692835.572801:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.572802:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1790692835.572805:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
02000000:00000001:1.0:1790692835.572805:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692835.572810:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00100000:1.0:1790692835.572812:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061192960:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692835.572814:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692835.572817:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.572817:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692835.572819:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692835.572821:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692835.572821:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790692835.572823:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.572824:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.572827:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:0.0:1790692835.572828:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692835.572832:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692835.572832:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692835.572837:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692835.572845:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692835.572853:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692835.572856:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.572856:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692835.572863:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692835.572863:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692835.572870:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692835.572872:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692835.572875:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790692835.572877:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061192960, portal 25
00000100:00080000:0.0:1790692835.572878:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692835.572880:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692835.572882:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692835.572883:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692835.572886:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790692835.572886:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00080000:0.0:1790692835.572889:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20975
00000400:00000200:0.0:1790692835.572894:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692835.572898:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790692835.572898:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692835.572902:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692835.572906:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572909:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572913:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572917:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692835.572922:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790692835.572923:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790692835.572924:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692835.572927:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692835.572929:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000040:1.0:1790692835.572930:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692835.572931:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:1.0:1790692835.572934:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000020:00000001:0.0:1790692835.572935:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:1.0:1790692835.572939:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061192960, offset 0
00000100:00000040:0.0:1790692835.572940:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572945:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692835.572946:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572947:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692835.572951:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692835.572952:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692835.572956:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692835.572958:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692835.572959:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692835.572961:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692835.572962:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692835.572966:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572967:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692835.572969:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692835.572970:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000008:00000001:0.0:1790692835.572973:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572976:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.572977:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:0.0:1790692835.572979:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000400:00000200:1.0:1790692835.572982:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:0.0:1790692835.572983:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692835.572986:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692835.572987:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:0.0:1790692835.572988:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.572991:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692835.572991:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790692835.572993:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692835.572995:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.572998:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40566:40566:256:4294967295] 192.168.204.156@tcp LPNI seq info [40565:40565:8:4294967295]
02000000:00000010:0.0:1790692835.572999:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692835.573005:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.573005:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692835.573011:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692835.573020:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692835.573025:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692835.573028:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790692835.573031:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692835.573034:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:1.0:1790692835.573037:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00000001:0.0:1790692835.573042:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692835.573044:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692835.573048:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692835.573049:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692835.573053:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692835.573054:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1790692835.573057:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692835.573059:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692835.573061:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.1:1790692835.573062:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692835.573064:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692835.573066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000100:00080000:0.0:1790692835.573069:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20975
00000800:00000100:1.0:1790692835.573072:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692835.573074:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000010:1.0:1790692835.573075:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:0.0:1790692835.573079:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790692835.573082:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790692835.573083:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692835.573087:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1790692835.573091:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573093:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000100:00000001:0.0:1790692835.573095:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790692835.573098:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000040:0.0:1790692835.573099:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.573104:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692835.573106:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:0.0:1790692835.573108:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692835.573111:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692835.573113:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790692835.573114:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692835.573116:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692835.573121:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692835.573127:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692835.573133:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.573135:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692835.573136:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692835.573137:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692835.573140:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790692835.573143:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692835.573157:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692835.573164:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692835.573168:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692835.573170:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692835.573170:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573173:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:0.0:1790692835.573174:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692835.573177:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.573178:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692835.573180:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692835.573181:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692835.573182:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.573186:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.573189:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790692835.573191:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692835.573191:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315648768
00000020:00000040:0.0:1790692835.573194:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692835.573197:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692835.573198:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692835.573198:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7ea0.
00000100:00000001:0.0:1790692835.573202:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692835.573203:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692835.573205:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573206:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:0.0:1790692835.573208:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:1.0:1790692835.573213:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315648768
00000100:00000001:0.0:1790692835.573214:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692835.573220:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1790692835.573220:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7960.
00000100:00000001:1.0:1790692835.573224:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692835.573228:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692835.573232:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692835.573233:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692835.573236:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573237:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790692835.573240:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692835.573244:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692835/real 1790692835]  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692835.573253:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692835.573259:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20985)
00000400:00000001:1.0:1790692835.573260:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692835.573262:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692835.573264:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692835.573266:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692835.573267:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692835.573270:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692835.573272:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692835.573278:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573285:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692835.573286:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573288:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573289:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692835.573291:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573294:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692835.573297:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573301:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692835.573302:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573303:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573304:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573306:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692835.573307:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692835.573308:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692835.573311:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692835.573312:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692835.573314:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692835.573319:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061192960:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692835.573322:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573323:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.573324:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061192960/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573328:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692835.573329:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692835.573331:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692835.573334:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692835.573335:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692835.573337:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692835.573339:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692835.573341:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692835.573344:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692835.573346:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692835.573347:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692835.573350:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692835.573351:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573353:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573359:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692835.573361:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573363:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692835.573365:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692835.573366:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692835.573370:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573376:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692835.573378:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573380:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692835.573381:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692835.573382:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692835.573384:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193088:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692835.573386:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692835.573388:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692835.573389:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573390:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692835.573392:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692835.573393:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.573396:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692835.573397:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692835.573399:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692835.573402:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193088, portal 10
00000100:00000001:1.0:1790692835.573403:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692835.573404:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692835.573409:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573412:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692835.573414:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692835.573415:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692835.573416:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061193088, offset 0
00000400:00000200:1.0:1790692835.573419:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573421:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573423:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692835.573425:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692835.573427:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692835.573428:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692835.573430:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573432:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40567:40567:256:4294967295] 192.168.204.156@tcp LPNI seq info [40566:40566:8:4294967295]
00000400:00000200:1.0:1790692835.573434:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573438:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692835.573441:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573443:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692835.573445:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692835.573447:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692835.573450:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692835.573451:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790692835.573479:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573481:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692835.573484:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692835.573487:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692835.573491:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692835.573492:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692835.573495:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692835.573498:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573511:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.573513:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573517:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573518:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692835.573521:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692835.573524:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692835.573526:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692835.573527:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315647503
00000100:00000001:1.0:1790692835.573529:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573531:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315647503
00000100:00000001:1.0:1790692835.573532:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573533:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692835.573535:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573536:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692835.573538:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692835/real 1790692835]  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692835.573542:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692835.573543:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692835.573544:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692835.573545:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692835.573546:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692835.573548:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692835.573549:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692835.573554:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573558:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692835.573559:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573560:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573561:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692835.573563:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573567:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692835.573569:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573572:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692835.573573:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573574:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573575:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573576:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692835.573577:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692835.573585:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692835.573587:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692835.573588:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692835.573591:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692835.573595:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193088:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692835.573597:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692835.573599:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573603:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692835.573604:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573605:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692835.573606:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692835.573607:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692835.573610:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193216:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692835.573611:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692835.573613:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692835.573614:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573615:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692835.573617:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692835.573618:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.573620:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692835.573621:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692835.573623:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692835.573625:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193216, portal 10
00000100:00000001:1.0:1790692835.573626:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692835.573627:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692835.573630:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573633:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692835.573635:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692835.573636:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692835.573638:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061193216, offset 0
00000400:00000200:1.0:1790692835.573642:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573646:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573649:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692835.573651:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692835.573653:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692835.573655:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692835.573657:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573660:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40568:40568:256:4294967295] 192.168.204.156@tcp LPNI seq info [40567:40567:8:4294967295]
00000400:00000200:1.0:1790692835.573664:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573670:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692835.573675:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573678:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692835.573681:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692835.573684:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692835.573687:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692835.573688:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790692835.573690:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573692:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692835.573694:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692835.573696:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692835.573698:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692835.573699:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692835.573700:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692835.573703:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573707:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.573709:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573713:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573714:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692835.573716:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692835.573718:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692835.573720:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692835.573721:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315647512
00000100:00000001:1.0:1790692835.573723:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573724:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315647512
00000100:00000001:1.0:1790692835.573725:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573726:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692835.573727:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573728:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692835.573730:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692835/real 1790692835]  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692835.573735:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692835.573736:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692835.573737:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692835.573739:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692835.573740:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692835.573742:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692835.573745:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692835.573752:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573758:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692835.573759:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573761:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573762:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692835.573766:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573773:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692835.573776:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573783:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692835.573785:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573786:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573787:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573788:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692835.573789:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692835.573790:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692835.573792:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692835.573794:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692835.573796:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692835.573803:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193216:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692835.573806:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692835.573808:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573811:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692835.573812:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573813:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692835.573814:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692835.573816:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692835.573817:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193344:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692835.573819:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692835.573820:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692835.573821:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692835.573822:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692835.573824:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692835.573826:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692835.573828:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692835.573830:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692835.573832:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692835.573834:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193344, portal 4
00000100:00000001:1.0:1790692835.573835:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692835.573836:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:1.0:1790692835.573839:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573843:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692835.573844:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692835.573845:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692835.573846:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061193344, offset 0
00000400:00000200:1.0:1790692835.573849:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573851:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573853:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692835.573855:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692835.573857:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692835.573858:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692835.573860:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692835.573862:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40569:40569:256:4294967295] 192.168.204.156@tcp LPNI seq info [40568:40568:8:4294967295]
00000400:00000200:1.0:1790692835.573864:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692835.573868:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692835.573870:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573872:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692835.573874:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692835.573876:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000200:1.1:1790692835.573879:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692835.573880:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 47 secs later)
00000800:00000100:1.0:1790692835.573883:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692835.573885:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692835.573887:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692835.573890:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692835.573893:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692835.573894:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692835.573896:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692835.573899:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573906:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.573909:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692860 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573916:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573917:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692835.573920:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692835.573923:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692835.573926:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692835.573929:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315647506
00000100:00000001:1.0:1790692835.573930:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573932:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315647506
00000100:00000001:1.0:1790692835.573933:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315648768
00000100:00000001:1.0:1790692835.573934:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692835.573935:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.573936:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692835.573938:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692835/real 1790692835]  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692835.573943:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692835.573944:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692835.573945:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692835.573946:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692835.573947:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692835.573948:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692835.573950:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692835.573955:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573959:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692835.573960:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573961:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573961:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692835.573963:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573967:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692835.573969:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573972:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692835.573974:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573975:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692835.573975:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573977:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692835.573978:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692835.573979:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692835.573981:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692835.573982:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692835.573984:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692835.573987:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193344:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692835.573990:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.573991:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.573993:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061193088/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.573996:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692835.573997:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692835.573998:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692835.574000:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692835.574001:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692835.574001:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692835.574003:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692835.574004:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692835.574006:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692835.574007:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692835.574007:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692835.574009:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692835.574010:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.574011:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.574012:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061193216/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.574019:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692835.574020:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692835.574021:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692835.574022:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692835.574023:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692835.574023:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692835.574024:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692835.574025:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692835.574026:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692835.574027:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692835.574027:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692835.574029:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692835.574030:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.574031:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692835.574032:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061193344/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692860 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692835.574036:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692835.574036:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692835.574037:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692835.574038:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692835.574038:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692835.574039:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692835.574040:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692835.574041:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692835.574042:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692835.574042:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692835.574043:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692835.574044:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692835.574045:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.574046:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692835.574048:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692835.574049:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692835.574050:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692835.574051:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692836.468553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692836.468558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692836.468561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692836.468562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692836.468564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692836.468565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692836.468621:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692836.468625:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692836.468628:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692836.916561:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315648768, at 4315648832
00000100:00000040:1.0:1790692836.916568:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315648768, at 4315648832
00000100:00000010:0.0:1790692836.916577:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7ea0.
00000100:00000010:1.0:1790692836.916579:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00010000:00000001:2.0:1790692837.492552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692837.492557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692837.492563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692837.492564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692837.492568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692837.492569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692837.492618:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692837.492621:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692837.492624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692838.516575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692838.516581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692838.516587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692838.516589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692838.516592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692838.516594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692838.516657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692838.516660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692838.516662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692839.540571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692839.540578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692839.540585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692839.540586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692839.540590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692839.540592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692839.540663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692839.540666:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692839.540669:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692840.564571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692840.564579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692840.564585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692840.564586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692840.564591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692840.564592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692840.564658:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692840.564663:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692840.564666:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692840.692570:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692840.692578:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692840.692580:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692840.692583:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692840.692586:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692840.692592:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20980
00000400:00000200:2.0:1790692840.692598:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692840.692603:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692840.692606:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692840.692608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692611:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692612:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692614:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692840.692620:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692840.692621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692840.692623:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692840.692626:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692840.692627:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692840.692636:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692840.692638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692640:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692641:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692642:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692840.692644:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692840.692646:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692648:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692840.692650:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692840.692652:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692840.692654:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692655:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692840.692657:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692840.692664:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7480.
00000020:00000040:2.0:1790692840.692666:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692840.692669:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692840.692670:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692672:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692840.692674:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692840.692677:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692840.692682:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80800.
00000100:00000001:2.0:1790692840.692686:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692840.692693:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692840.692700:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692840.692703:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692840.692706:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001c77e8c6] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692840.692723:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692840.692725:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692840.692727:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692840.692728:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692840.692729:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692840.692731:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692840.692733:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20980
00000400:00000200:2.0:1790692840.692735:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692840.692737:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692840.692738:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692840.692740:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692741:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692743:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692745:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692840.692747:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692840.692748:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790692840.692749:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692840.692750:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692840.692752:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692840.692753:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692840.692755:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692756:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692758:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692759:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692840.692761:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:2.0:1790692840.692761:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692840.692765:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692840.692767:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692840.692767:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692840.692770:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692840.692771:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790692840.692774:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692840.692778:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692840.692779:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692840.692779:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692840.692783:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692840.692788:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692840.692790:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:2.0:1790692840.692791:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.692794:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790692840.692794:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.692797:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:2.0:1790692840.692798:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4000.
02000000:00000001:1.0:1790692840.692801:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692840.692802:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692840.692806:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1790692840.692807:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061193472:192.168.204.156@tcp:250:kworker.0
02000000:00000001:2.0:1790692840.692808:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692812:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692840.692813:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790692840.692815:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692840.692816:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.692819:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:2.0:1790692840.692820:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790692840.692823:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692824:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.692829:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:2.0:1790692840.692832:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790692840.692834:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692840.692839:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692842:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692840.692844:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692840.692848:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000035830984] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692840.692849:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692840.692857:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692840.692864:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692840.692865:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790692840.692868:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:2.0:1790692840.692868:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790692840.692871:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692840.692873:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692840.692875:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692840.692877:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20980
00000100:00000200:1.0:1790692840.692878:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193472, portal 25
00000400:00000200:2.0:1790692840.692880:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692840.692884:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:2.0:1790692840.692885:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692840.692888:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692840.692889:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074958976 : -120939634592640 : ffff92018c0a7480)
00000100:00000040:2.0:1790692840.692891:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692895:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692896:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692897:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692840.692900:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1790692840.692902:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790692840.692902:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692840.692904:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692840.692906:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790692840.692910:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790692840.692914:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692840.692920:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692840.692921:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790692840.692922:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.692926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692929:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790692840.692930:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:2.0:1790692840.692931:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000010:1.0:1790692840.692935:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00080000:2.0:1790692840.692936:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692840.692940:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692840.692942:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061193472, offset 0
02000000:00000001:2.0:1790692840.692942:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692840.692946:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692840.692948:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692949:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692840.692950:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692840.692953:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000008:00000001:2.0:1790692840.692954:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692958:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692840.692962:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5500.
00000020:00000040:2.0:1790692840.692963:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790692840.692966:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790692840.692967:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692840.692968:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.692972:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692840.692973:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692840.692974:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692840.692977:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81800.
00000400:00000200:1.0:1790692840.692978:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:2.0:1790692840.692981:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692840.692985:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00100000:2.0:1790692840.692987:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692840.692991:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692840.692998:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692840.693001:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692840.693004:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.693006:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692840.693010:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40570:40570:256:4294967295] 192.168.204.156@tcp LPNI seq info [40569:40569:8:4294967295]
00000100:00000040:2.0:1790692840.693014:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ead06bf9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692840.693017:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693027:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692840.693031:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693037:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00000001:2.0:1790692840.693037:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692840.693041:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692840.693044:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1790692840.693060:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:2.0:1790692840.693061:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790692840.693067:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000100:00080000:2.0:1790692840.693067:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692840.693068:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692840.693071:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692840.693074:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.1:1790692840.693075:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:2.0:1790692840.693078:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20980
00000800:00000200:1.1:1790692840.693079:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000400:00000200:2.0:1790692840.693085:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000100:1.0:1790692840.693088:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692840.693091:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000010:1.0:1790692840.693092:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00080000:2.0:1790692840.693093:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692840.693097:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693099:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790692840.693099:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.693104:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693108:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790692840.693108:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692840.693112:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790692840.693115:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000020:00000040:2.0:1790692840.693115:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790692840.693116:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1790692840.693120:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000020:00000040:2.0:1790692840.693120:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692840.693124:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692840.693126:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:2.0:1790692840.693127:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:1.0:1790692840.693133:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692840.693134:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.693139:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692840.693144:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692840.693150:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692840.693151:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790692840.693153:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000040:1.0:1790692840.693157:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692840.693160:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692840.693166:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693169:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692840.693171:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692840.693172:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:2.0:1790692840.693176:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692840.693178:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693180:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.693180:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790692840.693182:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:1.0:1790692840.693186:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:2.0:1790692840.693186:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.693189:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693190:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315653888
00000100:00000010:2.0:1790692840.693193:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4380.
00000100:00000010:1.0:1790692840.693195:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7960.
00000020:00000040:2.0:1790692840.693196:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692840.693200:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692840.693202:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:2.0:1790692840.693202:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692840.693207:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692840.693208:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692840.693209:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693211:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315653888
02000000:00000010:2.0:1790692840.693213:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81000.
00000100:00000010:1.0:1790692840.693215:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7480.
00000100:00000001:2.0:1790692840.693217:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693219:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00100000:2.0:1790692840.693223:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692840.693224:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692840.693229:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693233:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790692840.693236:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790692840.693240:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692840/real 1790692840]  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692840.693246:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790692840.693248:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692840.693251:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:2.0:1790692840.693252:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ddadd151] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692840.693254:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692840.693258:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692840.693261:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692840.693263:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692840.693268:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692840.693268:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692840.693274:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20990)
00000100:00000200:1.0:1790692840.693278:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693283:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692840.693284:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693286:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693287:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692840.693290:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693294:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692840.693297:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693302:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692840.693303:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693304:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693305:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693306:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692840.693307:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692840.693309:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692840.693311:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692840.693312:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692840.693315:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692840.693319:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061193472:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692840.693321:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693323:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693324:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7480 x1877672061193472/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693328:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692840.693329:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693331:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692840.693333:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692840.693334:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692840.693335:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692840.693337:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692840.693338:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790692840.693341:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692840.693342:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692840.693343:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7480.
00000100:00000001:1.0:1790692840.693345:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692840.693345:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693347:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693352:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692840.693353:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693354:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692840.693356:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692840.693357:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692840.693358:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693363:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692840.693363:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693365:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692840.693366:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692840.693367:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692840.693369:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193600:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692840.693370:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692840.693371:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692840.693372:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693373:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693375:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692840.693376:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692840.693378:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692840.693380:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692840.693382:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692840.693383:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193600, portal 10
00000100:00000001:1.0:1790692840.693385:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692840.693386:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074945536 : -120939634606080 : ffff92018c0a4000)
00000100:00000040:1.0:1790692840.693390:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693393:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692840.693395:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692840.693396:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692840.693398:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061193600, offset 0
00000400:00000200:1.0:1790692840.693401:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693405:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693409:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692840.693412:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692840.693414:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692840.693416:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692840.693418:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693421:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40571:40571:256:4294967295] 192.168.204.156@tcp LPNI seq info [40570:40570:8:4294967295]
00000400:00000200:1.0:1790692840.693425:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693431:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692840.693435:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693439:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692840.693452:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692840.693475:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692840.693478:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692840.693480:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790692840.693482:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693484:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692840.693486:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692840.693488:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692840.693490:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692840.693492:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692840.693493:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692840.693502:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693507:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693509:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693513:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693514:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692840.693516:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692840.693519:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692840.693521:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692840.693522:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315652623
00000100:00000001:1.0:1790692840.693524:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693526:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315652623
00000100:00000001:1.0:1790692840.693527:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693528:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692840.693529:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693530:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692840.693532:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692840/real 1790692840]  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692840.693537:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692840.693537:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692840.693538:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692840.693540:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692840.693541:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692840.693542:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692840.693543:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692840.693548:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693552:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692840.693553:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693554:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693558:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692840.693561:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693564:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692840.693566:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693570:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692840.693572:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693573:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693574:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693575:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692840.693576:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692840.693578:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692840.693579:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692840.693583:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692840.693586:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692840.693590:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193600:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692840.693592:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692840.693594:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693598:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692840.693598:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693600:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692840.693601:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692840.693602:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692840.693603:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193728:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692840.693605:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692840.693606:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692840.693607:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693608:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693611:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692840.693612:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692840.693614:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692840.693615:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692840.693617:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692840.693618:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193728, portal 10
00000100:00000001:1.0:1790692840.693620:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692840.693621:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950912 : -120939634600704 : ffff92018c0a5500)
00000100:00000040:1.0:1790692840.693624:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693628:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692840.693629:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692840.693630:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692840.693632:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061193728, offset 0
00000400:00000200:1.0:1790692840.693634:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693636:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693638:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692840.693639:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692840.693641:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692840.693642:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692840.693644:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693645:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40572:40572:256:4294967295] 192.168.204.156@tcp LPNI seq info [40571:40571:8:4294967295]
00000400:00000200:1.0:1790692840.693648:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693652:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692840.693654:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693656:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692840.693658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692840.693660:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692840.693662:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692840.693675:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790692840.693678:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693679:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692840.693681:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692840.693683:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692840.693685:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692840.693686:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692840.693688:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692840.693690:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693694:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693696:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693700:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693701:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692840.693703:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692840.693705:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692840.693707:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692840.693708:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315652632
00000100:00000001:1.0:1790692840.693710:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693711:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315652632
00000100:00000001:1.0:1790692840.693712:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693713:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692840.693714:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693715:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692840.693717:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692840/real 1790692840]  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692840.693721:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692840.693722:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692840.693723:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692840.693724:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692840.693725:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692840.693726:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692840.693728:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692840.693732:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693736:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692840.693737:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693738:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693738:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692840.693741:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693745:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692840.693747:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693751:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692840.693752:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693753:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693753:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693754:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692840.693755:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692840.693756:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692840.693758:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692840.693759:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692840.693761:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692840.693765:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193728:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692840.693767:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692840.693768:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693772:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692840.693773:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693774:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692840.693775:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692840.693776:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692840.693778:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193856:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692840.693779:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692840.693781:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692840.693782:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692840.693783:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693785:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692840.693786:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692840.693788:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692840.693789:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692840.693791:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692840.693793:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193856, portal 4
00000100:00000001:1.0:1790692840.693794:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692840.693795:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074946432 : -120939634605184 : ffff92018c0a4380)
00000100:00000040:1.0:1790692840.693798:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693802:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692840.693803:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692840.693804:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692840.693805:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061193856, offset 0
00000400:00000200:1.0:1790692840.693807:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693809:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693811:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692840.693813:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692840.693814:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692840.693815:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692840.693817:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692840.693818:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40573:40573:256:4294967295] 192.168.204.156@tcp LPNI seq info [40572:40572:8:4294967295]
00000400:00000200:1.0:1790692840.693821:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692840.693824:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692840.693827:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693828:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692840.693831:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692840.693832:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:1.1:1790692840.693834:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692840.693836:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:1.0:1790692840.693838:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692840.693840:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692840.693842:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692840.693845:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692840.693848:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692840.693849:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692840.693851:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692840.693855:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693862:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693865:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692865 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693870:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693872:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692840.693875:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692840.693877:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692840.693880:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692840.693882:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315652626
00000100:00000001:1.0:1790692840.693884:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693886:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315652626
00000100:00000001:1.0:1790692840.693888:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315653888
00000100:00000001:1.0:1790692840.693890:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692840.693892:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.693894:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692840.693897:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692840/real 1790692840]  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692840.693905:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692840.693907:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692840.693909:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692840.693911:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692840.693912:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692840.693915:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692840.693918:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692840.693926:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693932:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692840.693933:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693934:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693935:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692840.693938:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693943:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692840.693945:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693948:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692840.693950:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693951:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692840.693951:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693952:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692840.693953:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692840.693955:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692840.693956:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692840.693957:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692840.693959:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692840.693963:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061193856:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692840.693966:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693967:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693969:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4000 x1877672061193600/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693973:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692840.693974:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693975:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692840.693976:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692840.693977:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692840.693978:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692840.693979:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692840.693980:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790692840.693983:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692840.693983:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692840.693984:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4000.
00000100:00000001:1.0:1790692840.693986:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692840.693987:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.693988:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.693989:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5500 x1877672061193728/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.693993:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692840.693993:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692840.693994:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692840.693995:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692840.693996:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692840.693996:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692840.693997:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692840.693998:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790692840.693999:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692840.694000:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692840.694000:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5500.
00000100:00000001:1.0:1790692840.694002:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692840.694002:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.694003:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692840.694005:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4380 x1877672061193856/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692865 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692840.694009:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692840.694010:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692840.694011:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692840.694012:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692840.694013:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692840.694013:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692840.694014:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692840.694015:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790692840.694016:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692840.694017:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692840.694017:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4380.
00000100:00000001:1.0:1790692840.694018:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692840.694019:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.694020:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692840.694022:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692840.694023:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692840.694024:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692840.694025:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692841.588545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692841.588550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692841.588553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692841.588554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692841.588556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692841.588557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692841.588602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692841.588605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692841.588608:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692842.036592:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315653888, at 4315653952
00000100:00000040:0.0:1790692842.036595:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315653888, at 4315653952
00000100:00000010:0.0:1790692842.036614:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7960.
00000100:00000010:1.0:1790692842.036619:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00010000:00000001:2.0:1790692842.612604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692842.612613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692842.612620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692842.612622:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692842.612627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692842.612628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692842.612708:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692842.612713:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692842.612718:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692843.636554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692843.636561:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692843.636563:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692843.636566:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692843.636569:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692843.636571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692843.636572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692843.636574:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692843.636576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692843.636577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692843.636579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692843.636583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692843.636648:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692843.636652:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692843.636656:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692844.660556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692844.660562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692844.660568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692844.660569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692844.660572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692844.660573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692844.660636:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692844.660640:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692844.660643:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692845.684579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692845.684585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692845.684595:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692845.684597:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692845.684601:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684604:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692845.684606:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684608:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684610:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684614:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692845.684615:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692845.684617:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692845.684618:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684620:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692845.684621:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684623:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692845.684625:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692845.684696:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692845.684700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692845.684703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692845.812549:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692845.812562:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692845.812564:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692845.812567:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692845.812571:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692845.812577:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20985
00000400:00000200:3.0:1790692845.812585:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692845.812590:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692845.812593:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692845.812595:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812597:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.812599:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812600:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692845.812607:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692845.812608:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692845.812610:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692845.812613:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692845.812614:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692845.812615:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692845.812617:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812619:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.812620:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812622:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692845.812624:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692845.812626:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812627:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692845.812629:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692845.812632:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692845.812634:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812636:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692845.812637:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692845.812643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692845.812645:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692845.812647:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692845.812648:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812650:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692845.812652:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692845.812655:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692845.812660:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692845.812665:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692845.812672:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692845.812679:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692845.812681:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692845.812684:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692845.812701:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692845.812703:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692845.812705:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692845.812706:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692845.812707:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692845.812708:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692845.812710:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20985
00000400:00000200:3.0:1790692845.812712:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692845.812714:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692845.812716:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692845.812718:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812719:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.812720:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812721:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692845.812723:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692845.812724:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692845.812725:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692845.812726:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692845.812727:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692845.812729:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692845.812731:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812732:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.812734:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812735:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692845.812736:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692845.812738:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812740:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692845.812741:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692845.812744:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692845.812746:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812747:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692845.812748:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1790692845.812750:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692845.812753:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.812754:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790692845.812755:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.812759:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1790692845.812760:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692845.812764:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000040:1.0:1790692845.812768:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692845.812768:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692845.812771:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812776:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692845.812779:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692845.812782:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.812784:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:3.0:1790692845.812787:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:1.0:1790692845.812788:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.812793:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692845.812793:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.812798:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1790692845.812802:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790692845.812803:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692845.812810:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061193984:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692845.812813:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692845.812817:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.812818:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:3.0:1790692845.812822:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692845.812824:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692845.812828:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812830:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.812832:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1790692845.812833:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692845.812837:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692845.812837:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000010:1.0:1790692845.812838:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
00000100:00080000:3.0:1790692845.812839:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692845.812842:0:292061:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790692845.812844:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692845.812845:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20985
00000400:00000200:3.0:1790692845.812850:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.812853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692845.812853:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692845.812858:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790692845.812861:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000040:3.0:1790692845.812861:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812866:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.812868:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812869:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790692845.812871:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000020:00000001:3.0:1790692845.812872:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692845.812874:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692845.812876:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692845.812878:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692845.812879:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:1.0:1790692845.812881:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061193984, portal 25
00000020:00000001:3.0:1790692845.812882:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692845.812886:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692845.812888:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790692845.812889:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692845.812891:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:3.0:1790692845.812895:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812898:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790692845.812901:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692845.812902:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692845.812909:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692845.812915:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.812917:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1790692845.812919:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790692845.812922:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790692845.812924:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790692845.812925:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692845.812929:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061193984, offset 0
02000000:00000001:3.0:1790692845.812930:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812933:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692845.812934:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692845.812935:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000008:00000001:3.0:1790692845.812939:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812941:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692845.812944:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000400:00000200:1.0:1790692845.812945:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790692845.812958:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692845.812962:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692845.812963:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.812966:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692845.812967:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790692845.812969:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692845.812971:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.812972:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1790692845.812976:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000200:1.0:1790692845.812977:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790692845.812981:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.812982:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692845.812985:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00100000:3.0:1790692845.812988:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692845.812993:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40574:40574:256:4294967295] 192.168.204.156@tcp LPNI seq info [40573:40573:8:4294967295]
00000400:00000200:1.0:1790692845.813001:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692845.813002:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692845.813005:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692845.813009:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692845.813018:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692845.813019:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692845.813024:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692845.813027:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1790692845.813032:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790692845.813032:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692845.813037:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692845.813038:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692845.813039:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1790692845.813040:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00000001:3.0:1790692845.813041:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692845.813046:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20985
00000400:00000200:3.0:1790692845.813049:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692845.813053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790692845.813054:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692845.813057:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692845.813060:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692845.813061:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1790692845.813062:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.813065:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692845.813068:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692845.813070:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692845.813073:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000200:1.1:1790692845.813073:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692845.813075:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692845.813078:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692845.813080:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:1.1:1790692845.813080:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:3.0:1790692845.813084:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692845.813089:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000100:1.0:1790692845.813092:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692845.813092:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692845.813096:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813097:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00000001:3.0:1790692845.813098:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692845.813102:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692845.813104:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692845.813105:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813107:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1790692845.813107:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692845.813111:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692845.813114:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813116:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790692845.813116:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692845.813119:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692845.813122:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.813123:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813124:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000100:00000010:3.0:1790692845.813126:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000400:00000010:1.0:1790692845.813127:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000020:00000040:3.0:1790692845.813129:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692845.813133:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692845.813134:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790692845.813135:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.813138:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692845.813139:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790692845.813143:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692845.813143:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692845.813149:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692845.813155:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813157:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00100000:3.0:1790692845.813163:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692845.813164:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692845.813185:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692845.813186:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692845.813189:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813191:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:3.0:1790692845.813194:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692845.813200:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813201:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692845.813204:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (20995)
00000400:00000200:1.0:1790692845.813208:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692845.813212:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315659008
00000100:00000010:1.0:1790692845.813217:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7480.
00000100:00000001:1.0:1790692845.813224:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790692845.813231:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315659008
00000100:00000010:1.0:1790692845.813233:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7c60.
00000100:00000001:1.0:1790692845.813237:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692845.813240:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692845.813242:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813245:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692845.813249:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692845/real 1790692845]  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692845.813259:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692845.813260:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692845.813263:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692845.813266:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692845.813267:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692845.813270:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692845.813272:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692845.813277:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813282:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692845.813283:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813284:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813285:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692845.813288:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813292:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692845.813294:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813299:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692845.813300:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813301:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813302:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813303:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692845.813305:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692845.813306:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692845.813309:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692845.813310:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692845.813313:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692845.813317:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061193984:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692845.813322:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813323:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.813326:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061193984/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813332:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692845.813335:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692845.813337:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692845.813340:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692845.813342:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692845.813344:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692845.813346:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692845.813348:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790692845.813351:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692845.813353:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692845.813354:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790692845.813357:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692845.813358:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813359:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813366:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692845.813367:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813369:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692845.813370:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692845.813371:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692845.813373:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813378:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692845.813379:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813386:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692845.813388:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692845.813390:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692845.813392:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194112:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692845.813394:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692845.813395:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692845.813396:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813398:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692845.813400:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692845.813401:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813404:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692845.813406:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692845.813408:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692845.813410:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194112, portal 10
00000100:00000001:1.0:1790692845.813411:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692845.813412:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:1.0:1790692845.813417:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813421:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692845.813422:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692845.813423:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692845.813425:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061194112, offset 0
00000400:00000200:1.0:1790692845.813427:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813430:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813432:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692845.813434:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692845.813436:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692845.813437:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692845.813439:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813440:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40575:40575:256:4294967295] 192.168.204.156@tcp LPNI seq info [40574:40574:8:4294967295]
00000400:00000200:1.0:1790692845.813443:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813447:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692845.813449:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813451:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692845.813475:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692845.813477:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692845.813480:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692845.813482:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790692845.813484:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813485:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692845.813488:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692845.813490:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692845.813492:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692845.813493:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692845.813494:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692845.813497:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813501:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.813503:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813507:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813508:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692845.813511:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692845.813514:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692845.813517:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692845.813519:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315657743
00000100:00000001:1.0:1790692845.813522:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.813524:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315657743
00000100:00000001:1.0:1790692845.813526:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.813528:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692845.813529:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813531:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692845.813535:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692845/real 1790692845]  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692845.813542:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692845.813544:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692845.813545:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692845.813547:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692845.813549:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692845.813551:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692845.813555:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692845.813562:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813568:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692845.813569:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813571:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813572:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692845.813576:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813582:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692845.813586:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813593:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692845.813595:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813596:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813598:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813599:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692845.813601:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692845.813604:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692845.813607:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692845.813609:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692845.813613:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692845.813621:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194112:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692845.813625:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692845.813627:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813639:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692845.813641:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813643:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692845.813644:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692845.813646:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692845.813649:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194240:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692845.813651:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692845.813653:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692845.813655:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813656:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692845.813659:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692845.813661:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813665:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692845.813667:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692845.813670:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692845.813672:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194240, portal 10
00000100:00000001:1.0:1790692845.813674:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692845.813675:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790692845.813680:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813686:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692845.813688:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692845.813690:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692845.813693:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061194240, offset 0
00000400:00000200:1.0:1790692845.813697:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813701:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813704:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692845.813707:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692845.813710:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692845.813712:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692845.813714:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813718:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40576:40576:256:4294967295] 192.168.204.156@tcp LPNI seq info [40575:40575:8:4294967295]
00000400:00000200:1.0:1790692845.813722:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813728:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692845.813732:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813734:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692845.813737:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692845.813739:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692845.813741:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692845.813743:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790692845.813745:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813746:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692845.813749:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692845.813751:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692845.813753:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692845.813754:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692845.813756:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692845.813758:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813763:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.813764:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813768:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813769:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692845.813771:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692845.813773:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692845.813775:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692845.813776:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315657752
00000100:00000001:1.0:1790692845.813778:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.813779:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315657752
00000100:00000001:1.0:1790692845.813780:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.813782:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692845.813783:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.813785:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692845.813787:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692845/real 1790692845]  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692845.813791:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692845.813792:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692845.813793:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692845.813794:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692845.813795:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692845.813796:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692845.813798:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692845.813803:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813806:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692845.813807:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813808:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813809:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692845.813810:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813814:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692845.813816:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813819:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692845.813821:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813821:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.813822:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.813823:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692845.813824:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692845.813825:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692845.813828:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692845.813829:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692845.813831:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692845.813836:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194240:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692845.813838:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692845.813839:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813845:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692845.813846:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813848:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692845.813850:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692845.813851:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692845.813854:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194368:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692845.813857:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692845.813859:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692845.813860:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692845.813862:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692845.813865:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692845.813867:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692845.813870:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692845.813873:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692845.813876:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692845.813879:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194368, portal 4
00000100:00000001:1.0:1790692845.813880:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692845.813882:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:1.0:1790692845.813888:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813894:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692845.813897:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692845.813899:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692845.813901:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061194368, offset 0
00000400:00000200:1.0:1790692845.813905:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813912:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692845.813915:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692845.813917:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692845.813919:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692845.813921:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692845.813924:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40577:40577:256:4294967295] 192.168.204.156@tcp LPNI seq info [40576:40576:8:4294967295]
00000400:00000200:1.0:1790692845.813928:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692845.813933:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692845.813937:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813940:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692845.813944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692845.813960:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790692845.813965:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692845.813967:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790692845.813971:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692845.813973:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692845.813976:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692845.813978:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692845.813981:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692845.813983:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692845.813985:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692845.813989:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.813997:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.814000:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692870 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814006:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.814008:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692845.814012:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692845.814014:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692845.814017:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692845.814019:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315657746
00000100:00000001:1.0:1790692845.814021:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.814023:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315657746
00000100:00000001:1.0:1790692845.814025:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315659008
00000100:00000001:1.0:1790692845.814027:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692845.814028:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.814030:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692845.814033:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692845/real 1790692845]  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692845.814041:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692845.814042:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692845.814044:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692845.814046:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692845.814047:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692845.814049:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692845.814052:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692845.814060:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814066:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692845.814068:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814070:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.814071:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692845.814074:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814081:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692845.814084:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814091:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692845.814094:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814095:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692845.814096:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814098:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692845.814100:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692845.814102:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692845.814105:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692845.814108:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692845.814111:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692845.814119:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194368:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692845.814122:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814124:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.814127:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061194112/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814133:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692845.814135:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692845.814137:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692845.814139:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692845.814141:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692845.814142:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692845.814144:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692845.814146:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790692845.814148:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692845.814149:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692845.814151:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790692845.814154:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692845.814155:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814157:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.814160:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061194240/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814166:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692845.814167:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692845.814168:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692845.814170:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692845.814171:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692845.814172:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692845.814174:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692845.814175:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790692845.814177:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692845.814178:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692845.814179:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790692845.814181:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692845.814183:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814184:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692845.814187:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061194368/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692870 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692845.814192:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692845.814194:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692845.814195:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973800.
02000000:00000001:1.0:1790692845.814197:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692845.814198:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692845.814199:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692845.814201:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692845.814203:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790692845.814205:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692845.814206:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692845.814207:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790692845.814209:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692845.814210:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814212:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692845.814216:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692845.814217:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692845.814219:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692845.814221:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692846.708541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692846.708548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692846.708554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692846.708555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692846.708559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692846.708560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692846.708609:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692846.708612:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692846.708615:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692847.156524:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315659008, at 4315659072
00000100:00000040:0.0:1790692847.156533:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315659008, at 4315659072
00000100:00000010:1.0:1790692847.156536:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000100:00000010:0.0:1790692847.156544:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7480.
00010000:00000001:2.0:1790692847.732572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692847.732577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692847.732580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692847.732581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692847.732584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692847.732584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692847.732649:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692847.732653:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692847.732656:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692848.756512:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692848.756517:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692848.756521:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692848.756521:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692848.756524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692848.756525:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692848.756595:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692848.756599:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692848.756603:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692849.780556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692849.780561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692849.780565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692849.780565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692849.780568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692849.780569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692849.780622:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692849.780625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692849.780627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692850.804564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692850.804571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692850.804577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692850.804579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692850.804582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692850.804584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692850.804641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692850.804645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692850.804648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692850.932567:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692850.932574:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692850.932576:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692850.932579:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692850.932582:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692850.932588:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20990
00000400:00000200:0.0:1790692850.932595:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692850.932599:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692850.932602:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692850.932604:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932606:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.932608:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932609:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692850.932615:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692850.932616:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692850.932619:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692850.932621:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692850.932622:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692850.932624:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692850.932626:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932627:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.932628:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932630:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692850.932632:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692850.932634:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932635:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692850.932637:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692850.932639:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692850.932641:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.932643:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692850.932645:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692850.932651:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692850.932654:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692850.932656:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692850.932657:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.932658:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692850.932660:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692850.932664:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692850.932670:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692850.932676:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692850.932684:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692850.932693:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692850.932697:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692850.932702:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692850.932721:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692850.932724:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692850.932726:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692850.932727:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692850.932728:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692850.932731:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692850.932732:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20990
00000400:00000200:0.0:1790692850.932735:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692850.932738:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692850.932739:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692850.932742:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932743:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.932745:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932747:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692850.932750:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790692850.932751:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790692850.932752:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790692850.932755:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790692850.932756:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790692850.932759:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790692850.932760:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692850.932766:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692850.932766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692850.932772:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790692850.932778:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692850.932780:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.932783:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692850.932785:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692850.932786:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692850.932789:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00100000:1.0:1790692850.932790:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061194496:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692850.932792:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.932796:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932798:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692850.932799:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692850.932801:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692850.932801:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692850.932803:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.932805:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790692850.932806:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692850.932809:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.932812:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692850.932816:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:0.0:1790692850.932817:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692850.932818:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692850.932821:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.932823:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692850.932826:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790692850.932826:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:0.0:1790692850.932830:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692850.932830:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692850.932834:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692850.932838:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000400:00000010:1.0:1790692850.932838:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000020:00000040:0.0:1790692850.932840:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692850.932843:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692850.932844:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692850.932845:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194496, portal 25
00000100:00000001:0.0:1790692850.932846:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692850.932858:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692850.932859:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.932862:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:0.0:1790692850.932865:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:1.0:1790692850.932865:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000001:0.0:1790692850.932870:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692850.932872:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790692850.932877:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692850.932883:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790692850.932888:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790692850.932888:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932891:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692850.932892:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692850.932897:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061194496, offset 0
00000100:00000040:0.0:1790692850.932899:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692850.932905:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692850.932912:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692850.932915:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790692850.932916:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692850.932919:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790692850.932921:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790692850.932922:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692850.932924:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790692850.932926:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692850.932928:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692850.932931:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20990
00000400:00000200:1.0:1790692850.932932:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692850.932936:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692850.932938:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692850.932940:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40578:40578:256:4294967295] 192.168.204.156@tcp LPNI seq info [40577:40577:8:4294967295]
00000400:00000200:1.0:1790692850.932943:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.932949:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790692850.932955:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790692850.932956:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692850.932961:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000010:1.0:1790692850.932962:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00080000:0.0:1790692850.932963:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692850.932967:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692850.932970:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692850.932971:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.932975:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:1.0:1790692850.932976:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000001:0.0:1790692850.932978:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692850.932982:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1790692850.932982:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692850.932985:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.1:1790692850.932986:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:0.0:1790692850.932987:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692850.932990:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000100:1.0:1790692850.932994:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692850.932995:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000010:1.0:1790692850.932996:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000020:00000001:0.0:1790692850.932998:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692850.933001:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692850.933002:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.933006:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.933010:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933010:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790692850.933013:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692850.933015:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692850.933016:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692850.933018:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00080000:0.0:1790692850.933019:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692850.933022:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933023:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:0.0:1790692850.933024:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692850.933027:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692850.933030:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692850.933030:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692850.933034:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692850.933036:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692850.933040:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.933043:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933046:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000010:0.0:1790692850.933047:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692850.933051:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000040:1.0:1790692850.933051:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692850.933054:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692850.933056:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.933059:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692850.933062:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692850.933064:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933064:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933067:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:0.0:1790692850.933069:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692850.933072:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933074:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692850.933077:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692850.933081:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692850.933085:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315664128
00000100:00000001:0.0:1790692850.933089:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692850.933091:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692850.933091:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7c60.
00000100:00000040:0.0:1790692850.933096:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933098:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692850.933104:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933106:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315664128
00000100:00000040:0.0:1790692850.933107:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1790692850.933111:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e73c0.
00000100:00000040:0.0:1790692850.933112:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790692850.933115:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1790692850.933116:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692850.933120:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692850.933120:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692850.933124:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692850.933125:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692850.933126:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692850.933128:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692850.933129:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692850.933134:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20990
00000100:00100000:1.0:1790692850.933134:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692850/real 1790692850]  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790692850.933139:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692850.933145:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692850.933149:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1790692850.933150:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:0.0:1790692850.933151:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000001:1.0:1790692850.933152:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1790692850.933153:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790692850.933155:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000040:0.0:1790692850.933157:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.933159:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692850.933159:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692850.933161:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000020:00000001:0.0:1790692850.933163:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790692850.933164:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:0.0:1790692850.933165:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692850.933169:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790692850.933169:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692850.933171:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692850.933175:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692850.933178:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692850.933185:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790692850.933186:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692850.933187:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692850.933192:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692850.933196:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692850.933197:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:0.0:1790692850.933198:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692850.933200:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:0.0:1790692850.933201:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692850.933206:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933206:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1790692850.933209:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692850.933210:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790692850.933212:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692850.933214:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.933216:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692850.933218:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00100000:1.0:1790692850.933219:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790692850.933220:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692850.933223:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692850.933227:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692850.933231:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692850.933236:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692850.933238:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933238:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692850.933243:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692850.933245:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:1.0:1790692850.933246:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692850.933247:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692850.933254:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:1.0:1790692850.933255:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790692850.933260:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933265:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933268:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1790692850.933269:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692850.933269:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933272:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692850.933274:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692850.933278:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692850.933285:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:0.0:1790692850.933286:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692850.933287:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1790692850.933290:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692850.933293:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692850.933297:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692850.933309:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061194496:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692850.933312:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933314:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933317:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692850.933320:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21000)
00000100:00000040:1.0:1790692850.933321:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061194496/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933328:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692850.933330:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933332:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692850.933334:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692850.933335:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692850.933336:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692850.933338:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692850.933342:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790692850.933345:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692850.933346:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692850.933348:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790692850.933350:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692850.933351:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933352:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933358:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692850.933359:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933360:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692850.933361:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692850.933362:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692850.933364:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933369:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692850.933369:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933373:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692850.933375:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692850.933376:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692850.933378:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194624:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692850.933379:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692850.933381:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692850.933382:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933383:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933385:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692850.933386:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692850.933388:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692850.933390:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692850.933392:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692850.933394:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194624, portal 10
00000100:00000001:1.0:1790692850.933395:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692850.933396:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:1.0:1790692850.933400:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933404:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692850.933406:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692850.933407:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692850.933409:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061194624, offset 0
00000400:00000200:1.0:1790692850.933411:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933413:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933416:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692850.933418:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692850.933419:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692850.933421:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692850.933422:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933424:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40579:40579:256:4294967295] 192.168.204.156@tcp LPNI seq info [40578:40578:8:4294967295]
00000400:00000200:1.0:1790692850.933426:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933430:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692850.933433:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933435:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692850.933437:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692850.933439:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692850.933442:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692850.933443:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790692850.933445:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933446:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692850.933448:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692850.933450:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692850.933452:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692850.933472:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692850.933474:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692850.933476:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933481:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.933483:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933486:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933487:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692850.933490:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692850.933492:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692850.933494:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692850.933496:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315662863
00000100:00000001:1.0:1790692850.933497:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933499:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315662863
00000100:00000001:1.0:1790692850.933500:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933501:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692850.933503:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933504:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692850.933505:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692850/real 1790692850]  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692850.933510:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692850.933511:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692850.933512:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692850.933513:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692850.933514:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692850.933515:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692850.933517:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692850.933521:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933525:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692850.933526:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933527:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933528:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692850.933529:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933533:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692850.933535:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933545:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692850.933546:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933547:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933548:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933549:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692850.933551:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692850.933552:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692850.933554:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692850.933555:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692850.933558:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692850.933562:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194624:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692850.933564:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692850.933566:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933570:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692850.933571:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933572:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692850.933573:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692850.933574:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692850.933575:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194752:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692850.933577:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692850.933578:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692850.933579:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933580:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933582:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692850.933583:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692850.933585:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692850.933586:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692850.933588:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692850.933590:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194752, portal 10
00000100:00000001:1.0:1790692850.933591:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692850.933592:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790692850.933595:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933598:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692850.933600:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692850.933601:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692850.933602:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061194752, offset 0
00000400:00000200:1.0:1790692850.933605:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933607:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933609:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692850.933610:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692850.933612:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692850.933613:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692850.933615:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933616:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40580:40580:256:4294967295] 192.168.204.156@tcp LPNI seq info [40579:40579:8:4294967295]
00000400:00000200:1.0:1790692850.933619:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933622:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692850.933624:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933626:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692850.933628:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692850.933630:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692850.933632:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692850.933634:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790692850.933636:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933637:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692850.933639:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692850.933641:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692850.933642:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692850.933644:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692850.933645:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692850.933647:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933651:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.933653:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933656:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933657:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692850.933659:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692850.933660:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692850.933662:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692850.933663:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315662872
00000100:00000001:1.0:1790692850.933664:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933666:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315662872
00000100:00000001:1.0:1790692850.933667:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933668:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692850.933669:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933670:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692850.933672:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692850/real 1790692850]  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692850.933676:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692850.933676:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692850.933677:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692850.933678:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692850.933679:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692850.933680:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692850.933682:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692850.933686:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933690:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692850.933691:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933692:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933693:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692850.933695:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933698:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692850.933700:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933703:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692850.933704:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933705:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933706:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933707:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692850.933708:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692850.933709:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692850.933710:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692850.933711:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692850.933713:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692850.933717:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194752:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692850.933719:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692850.933721:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933725:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692850.933726:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933727:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692850.933728:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692850.933729:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692850.933731:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194880:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692850.933733:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692850.933733:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692850.933734:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692850.933735:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933737:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692850.933738:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692850.933739:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692850.933741:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692850.933743:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692850.933744:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061194880, portal 4
00000100:00000001:1.0:1790692850.933745:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692850.933746:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:1.0:1790692850.933750:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933753:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692850.933754:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692850.933756:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692850.933757:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061194880, offset 0
00000400:00000200:1.0:1790692850.933759:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933761:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933762:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692850.933764:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692850.933765:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692850.933766:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692850.933767:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692850.933769:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40581:40581:256:4294967295] 192.168.204.156@tcp LPNI seq info [40580:40580:8:4294967295]
00000400:00000200:1.0:1790692850.933771:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692850.933775:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692850.933778:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933779:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692850.933781:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692850.933783:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790692850.933785:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692850.933787:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790692850.933789:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692850.933790:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692850.933792:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692850.933793:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692850.933795:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692850.933796:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692850.933797:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692850.933799:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933803:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.933805:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692875 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933808:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933809:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692850.933810:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692850.933812:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692850.933813:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692850.933814:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315662866
00000100:00000001:1.0:1790692850.933815:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933816:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315662866
00000100:00000001:1.0:1790692850.933818:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315664128
00000100:00000001:1.0:1790692850.933819:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692850.933820:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.933821:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692850.933823:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692850/real 1790692850]  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692850.933828:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692850.933829:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692850.933830:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692850.933831:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692850.933832:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692850.933833:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692850.933834:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692850.933838:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933842:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692850.933842:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933843:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933844:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692850.933846:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933944:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692850.933947:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933951:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692850.933952:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933953:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692850.933954:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933955:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692850.933956:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692850.933957:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692850.933959:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692850.933960:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692850.933963:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692850.933968:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061194880:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692850.933970:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933971:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.933973:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061194624/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933976:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692850.933977:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933978:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692850.933979:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692850.933980:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692850.933981:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692850.933982:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692850.933983:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790692850.933985:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692850.933986:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692850.933987:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790692850.933989:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692850.933990:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.933991:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.933993:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061194752/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.933996:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692850.933997:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692850.933998:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692850.933999:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692850.934000:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692850.934000:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692850.934001:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692850.934002:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790692850.934003:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692850.934004:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692850.934005:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790692850.934006:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692850.934007:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.934008:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692850.934010:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061194880/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692875 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692850.934013:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692850.934014:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692850.934014:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692850.934015:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692850.934016:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692850.934016:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692850.934017:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692850.934018:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790692850.934019:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692850.934020:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692850.934020:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790692850.934021:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692850.934022:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.934023:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692850.934025:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692850.934026:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692850.934027:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692850.934027:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692851.828560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692851.828564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692851.828568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692851.828569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692851.828571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692851.828572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692851.828634:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692851.828638:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692851.828641:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692852.276553:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315664128, at 4315664192
00000100:00000040:1.0:1790692852.276553:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315664128, at 4315664192
00000100:00000010:0.0:1790692852.276565:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7c60.
00000100:00000010:1.0:1790692852.276568:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00010000:00000001:2.0:1790692852.852545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692852.852556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692852.852560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692852.852561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692852.852564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692852.852564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692852.852607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692852.852610:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692852.852613:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692853.876554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692853.876561:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692853.876563:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692853.876565:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692853.876569:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692853.876571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692853.876572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692853.876573:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692853.876576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692853.876576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692853.876579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692853.876579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692853.876625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692853.876628:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692853.876631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692854.900559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692854.900565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692854.900571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692854.900572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692854.900576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692854.900577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692854.900644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692854.900647:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692854.900651:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692855.924551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692855.924556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692855.924562:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692855.924564:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692855.924566:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924569:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692855.924571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924573:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692855.924576:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692855.924577:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692855.924578:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924579:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692855.924579:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924581:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692855.924582:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692855.924667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692855.924671:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692855.924673:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790692856.052596:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692856.052607:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790692856.052609:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692856.052612:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692856.052617:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692856.052624:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 20995
00000400:00000200:2.0:1790692856.052634:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692856.052641:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692856.052645:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692856.052648:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052651:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692856.052653:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692856.052663:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692856.052665:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790692856.052668:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692856.052671:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790692856.052673:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790692856.052676:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790692856.052678:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052680:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692856.052682:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052683:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692856.052686:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790692856.052689:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052692:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692856.052695:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692856.052698:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692856.052701:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052704:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692856.052706:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692856.052714:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4e00.
00000020:00000040:2.0:1790692856.052718:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790692856.052721:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692856.052723:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052726:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692856.052729:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692856.052733:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692856.052741:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82000.
00000100:00000001:2.0:1790692856.052746:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692856.052770:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692856.052780:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692856.052783:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692856.052787:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000043fe2f2e] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692856.052811:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692856.052814:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692856.052817:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790692856.052818:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692856.052820:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692856.052823:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692856.052825:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20995
00000400:00000200:2.0:1790692856.052829:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692856.052831:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790692856.052833:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692856.052836:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052838:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692856.052840:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052842:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692856.052846:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692856.052848:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790692856.052849:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692856.052852:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790692856.052855:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790692856.052857:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692856.052860:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692856.052864:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052866:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692856.052869:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790692856.052872:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692856.052875:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.052877:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:2.0:1790692856.052877:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692856.052883:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:2.0:1790692856.052886:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692856.052887:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790692856.052893:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052897:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790692856.052898:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790692856.052901:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692856.052907:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052912:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.052916:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:2.0:1790692856.052919:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692856.052920:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790692856.052924:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692856.052927:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692856.052929:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692856.052931:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692856.052932:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.052938:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052938:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692856.052941:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:1.0:1790692856.052946:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061195008:192.168.204.156@tcp:250:kworker.0
02000000:00000001:2.0:1790692856.052946:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.052953:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:2.0:1790692856.052953:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790692856.052959:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790692856.052959:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.052964:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692856.052969:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790692856.052970:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692856.052977:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
00000100:00000001:2.0:1790692856.052979:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790692856.052981:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.052983:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692856.052987:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000089f3d9c9] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692856.052990:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692856.052996:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790692856.053002:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692856.053005:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:2.0:1790692856.053006:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692856.053011:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:1.0:1790692856.053013:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195008, portal 25
00000100:00000001:2.0:1790692856.053013:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790692856.053018:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:2.0:1790692856.053019:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692856.053021:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074949120 : -120939634602496 : ffff92018c0a4e00)
00000100:00000001:2.0:1790692856.053023:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692856.053028:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20995
00000100:00000040:1.0:1790692856.053031:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692856.053037:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692856.053045:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692856.053048:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790692856.053050:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692856.053056:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692856.053061:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692856.053064:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061195008, offset 0
00000100:00000040:2.0:1790692856.053066:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053070:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692856.053072:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790692856.053075:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053078:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692856.053082:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:1.0:1790692856.053083:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:2.0:1790692856.053085:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790692856.053088:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692856.053090:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790692856.053091:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:2.0:1790692856.053094:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692856.053099:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:2.0:1790692856.053099:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790692856.053105:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:2.0:1790692856.053107:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.053112:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790692856.053113:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692856.053117:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:2.0:1790692856.053120:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.053126:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40582:40582:256:4294967295] 192.168.204.156@tcp LPNI seq info [40581:40581:8:4294967295]
00000100:00000001:2.0:1790692856.053126:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790692856.053131:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790692856.053135:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:2.0:1790692856.053137:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053142:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692856.053145:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692856.053149:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790692856.053150:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790692856.053155:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.053159:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.0:1790692856.053162:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000008:00100000:2.0:1790692856.053163:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790692856.053168:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692856.053169:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00000001:2.0:1790692856.053171:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692856.053177:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6d80.
00000800:00000200:1.0:1790692856.053180:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:2.0:1790692856.053182:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.0:1790692856.053187:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
02000000:00000001:2.0:1790692856.053187:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692856.053190:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.053194:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:1.1:1790692856.053197:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:2.0:1790692856.053198:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692856.053201:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790692856.053203:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
02000000:00000010:2.0:1790692856.053207:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83400.
00000800:00000100:1.0:1790692856.053211:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053214:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790692856.053215:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00100000:2.0:1790692856.053222:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692856.053225:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692856.053234:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790692856.053237:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692856.053241:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000100:00000001:2.0:1790692856.053241:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692856.053246:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000040:2.0:1790692856.053250:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b88bad02] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053253:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692856.053260:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692856.053264:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692856.053271:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692856.053277:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692856.053277:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000040:1.0:1790692856.053283:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692856.053284:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692856.053288:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692856.053290:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790692856.053292:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692856.053297:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790692856.053303:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 20995
00000100:00000001:1.0:1790692856.053307:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053311:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:2.0:1790692856.053311:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692856.053318:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692856.053321:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692856.053321:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790692856.053326:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.053330:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692856.053331:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692856.053334:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315669248
00000100:00000040:2.0:1790692856.053336:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000010:1.0:1790692856.053341:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e73c0.
00000100:00000001:2.0:1790692856.053341:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790692856.053345:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790692856.053348:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790692856.053350:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:2.0:1790692856.053351:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790692856.053355:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:2.0:1790692856.053358:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790692856.053361:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692856.053364:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053366:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692856.053368:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315669248
00000100:00000040:2.0:1790692856.053369:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692856.053375:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:1.0:1790692856.053376:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e71e0.
00000020:00000040:2.0:1790692856.053378:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692856.053382:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:2.0:1790692856.053385:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692856.053388:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692856.053389:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053393:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692856.053394:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692856.053399:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:2.0:1790692856.053400:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692856.053404:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.053407:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:1.0:1790692856.053408:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692856/real 1790692856]  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1790692856.053410:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790692856.053416:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.053420:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692856.053427:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6680.
00000400:00000001:1.0:1790692856.053429:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:2.0:1790692856.053431:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:1.0:1790692856.053433:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1790692856.053436:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790692856.053438:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000001:2.0:1790692856.053439:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692856.053444:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790692856.053445:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
02000000:00000001:2.0:1790692856.053446:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692856.053449:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790692856.053450:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
02000000:00000010:2.0:1790692856.053477:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82400.
00000100:00000001:2.0:1790692856.053483:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053489:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:2.0:1790692856.053489:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790692856.053498:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692856.053500:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692856.053506:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692856.053515:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000024b065cb] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692856.053518:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692856.053536:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053538:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692856.053542:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692856.053543:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21005)
00000100:00000001:1.0:1790692856.053545:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.053549:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692856.053554:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053561:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692856.053567:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053574:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692856.053577:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053579:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.053580:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053583:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692856.053584:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692856.053587:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692856.053591:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692856.053593:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692856.053597:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692856.053605:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061195008:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692856.053610:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053612:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.053615:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4e00 x1877672061195008/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053621:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692856.053624:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692856.053626:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692856.053629:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692856.053631:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692856.053632:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692856.053635:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692856.053636:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790692856.053640:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692856.053642:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692856.053643:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4e00.
00000100:00000001:1.0:1790692856.053646:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692856.053648:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053650:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053656:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692856.053658:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053660:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692856.053662:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692856.053663:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692856.053667:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053678:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692856.053680:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.053682:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692856.053684:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692856.053686:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692856.053688:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195136:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692856.053691:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692856.053693:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692856.053694:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.053695:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692856.053698:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692856.053700:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692856.053703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692856.053706:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692856.053710:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692856.053713:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195136, portal 10
00000100:00000001:1.0:1790692856.053714:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692856.053716:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074948224 : -120939634603392 : ffff92018c0a4a80)
00000100:00000040:1.0:1790692856.053721:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053728:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692856.053730:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692856.053732:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692856.053734:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061195136, offset 0
00000400:00000200:1.0:1790692856.053738:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692856.053742:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.053746:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692856.053762:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692856.053765:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692856.053767:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692856.053770:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.053773:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40583:40583:256:4294967295] 192.168.204.156@tcp LPNI seq info [40582:40582:8:4294967295]
00000400:00000200:1.0:1790692856.053777:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.053783:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692856.053788:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.053791:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692856.053795:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692856.053798:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692856.053802:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692856.053804:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692856.053808:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.053810:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692856.053813:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692856.053816:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692856.053819:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692856.053820:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692856.053823:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692856.053826:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053833:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.053836:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053841:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053842:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692856.053846:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692856.053849:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692856.053853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692856.053854:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315667983
00000100:00000001:1.0:1790692856.053857:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.053859:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315667983
00000100:00000001:1.0:1790692856.053861:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.053863:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692856.053865:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.053867:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692856.053870:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692856/real 1790692856]  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692856.053877:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692856.053879:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692856.053881:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692856.053883:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692856.053884:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692856.053886:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692856.053889:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692856.053897:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053902:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692856.053904:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053905:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.053906:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692856.053910:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053916:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692856.053919:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053926:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692856.053928:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053930:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.053931:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.053933:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692856.053934:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692856.053937:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692856.053941:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692856.053942:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692856.053946:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692856.053953:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195136:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692856.053957:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692856.053960:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.053966:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692856.053967:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.053969:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692856.053971:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692856.053972:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692856.053975:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195264:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692856.053977:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692856.053979:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692856.053980:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.053982:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692856.053985:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692856.053987:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692856.053990:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692856.053992:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692856.053994:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692856.053997:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195264, portal 10
00000100:00000001:1.0:1790692856.053999:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692856.054000:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074957184 : -120939634594432 : ffff92018c0a6d80)
00000100:00000040:1.0:1790692856.054005:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054010:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692856.054013:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692856.054015:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692856.054017:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061195264, offset 0
00000400:00000200:1.0:1790692856.054021:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692856.054025:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.054028:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692856.054031:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692856.054033:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692856.054035:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692856.054037:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.054040:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40584:40584:256:4294967295] 192.168.204.156@tcp LPNI seq info [40583:40583:8:4294967295]
00000400:00000200:1.0:1790692856.054043:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.054048:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692856.054052:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.054056:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692856.054060:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692856.054062:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692856.054066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692856.054083:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692856.054087:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.054089:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692856.054092:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692856.054095:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692856.054099:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692856.054100:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692856.054103:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692856.054106:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054113:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.054116:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054121:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.054123:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692856.054126:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692856.054129:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692856.054132:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692856.054134:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315667992
00000100:00000001:1.0:1790692856.054136:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.054138:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315667992
00000100:00000001:1.0:1790692856.054141:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.054143:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692856.054145:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.054146:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692856.054150:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692856/real 1790692856]  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692856.054156:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692856.054158:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692856.054159:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692856.054161:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692856.054163:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692856.054165:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692856.054168:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692856.054175:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054181:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692856.054182:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054184:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.054185:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692856.054188:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054195:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692856.054198:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054205:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692856.054207:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054208:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.054209:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054211:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692856.054213:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692856.054215:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692856.054218:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692856.054220:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692856.054224:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692856.054231:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195264:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692856.054234:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692856.054238:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054243:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692856.054244:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.054246:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692856.054248:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692856.054250:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692856.054252:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195392:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692856.054255:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692856.054257:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692856.054258:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692856.054260:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692856.054263:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692856.054265:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692856.054268:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692856.054271:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692856.054274:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692856.054277:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195392, portal 4
00000100:00000001:1.0:1790692856.054279:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692856.054280:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074955392 : -120939634596224 : ffff92018c0a6680)
00000100:00000040:1.0:1790692856.054285:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054291:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692856.054293:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692856.054295:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692856.054297:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061195392, offset 0
00000400:00000200:1.0:1790692856.054301:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692856.054304:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.054307:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692856.054310:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692856.054312:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692856.054314:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692856.054316:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692856.054319:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40585:40585:256:4294967295] 192.168.204.156@tcp LPNI seq info [40584:40584:8:4294967295]
00000400:00000200:1.0:1790692856.054323:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692856.054328:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692856.054333:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.054336:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692856.054339:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692856.054342:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790692856.054346:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692856.054348:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790692856.054351:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692856.054353:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692856.054356:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692856.054359:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692856.054361:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692856.054363:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692856.054366:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692856.054369:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054376:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.054378:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692881 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054384:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.054385:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692856.054388:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692856.054391:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692856.054394:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692856.054396:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315667986
00000100:00000001:1.0:1790692856.054398:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.054400:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315667986
00000100:00000001:1.0:1790692856.054402:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315669248
00000100:00000001:1.0:1790692856.054404:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692856.054406:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.054407:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692856.054410:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692856/real 1790692856]  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692856.054417:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692856.054419:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692856.054420:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692856.054423:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692856.054424:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692856.054426:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692856.054429:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692856.054437:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054443:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692856.054445:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054446:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.054448:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692856.054451:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054475:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692856.054479:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054485:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692856.054487:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054489:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692856.054490:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054491:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692856.054493:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692856.054495:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692856.054498:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692856.054500:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692856.054503:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692856.054510:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195392:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692856.054513:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054515:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.054518:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4a80 x1877672061195136/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054523:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692856.054525:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692856.054527:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692856.054529:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692856.054531:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692856.054532:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692856.054534:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692856.054536:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790692856.054539:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692856.054540:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692856.054541:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4a80.
00000100:00000001:1.0:1790692856.054543:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692856.054544:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054546:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.054548:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6d80 x1877672061195264/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054554:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692856.054555:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692856.054557:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692856.054559:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692856.054560:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692856.054561:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692856.054563:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692856.054564:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790692856.054566:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692856.054567:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692856.054569:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6d80.
00000100:00000001:1.0:1790692856.054571:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692856.054573:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054574:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692856.054577:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6680 x1877672061195392/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692881 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692856.054583:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692856.054584:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692856.054585:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970400.
02000000:00000001:1.0:1790692856.054587:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692856.054588:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692856.054589:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692856.054592:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692856.054593:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
02000000:00000001:1.0:1790692856.054595:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692856.054596:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692856.054597:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6680.
00000100:00000001:1.0:1790692856.054599:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692856.054600:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054602:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692856.054606:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692856.054607:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692856.054609:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692856.054610:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692856.948556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692856.948562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692856.948567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692856.948568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692856.948571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692856.948572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692856.948616:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692856.948620:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692856.948622:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692857.396534:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315669248, at 4315669312
00000100:00000040:0.0:1790692857.396536:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315669248, at 4315669312
00000100:00000010:1.0:1790692857.396548:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00000100:00000010:0.0:1790692857.396550:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e73c0.
00010000:00000001:2.0:1790692857.972565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692857.972569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692857.972574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692857.972575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692857.972577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692857.972578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692857.972631:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692857.972635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692857.972637:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692858.996543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692858.996548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692858.996552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692858.996553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692858.996555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692858.996556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692858.996608:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692858.996611:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692858.996614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692860.020542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692860.020548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692860.020551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692860.020552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692860.020555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692860.020556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692860.020610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692860.020614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692860.020617:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692861.044593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692861.044603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692861.044610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692861.044611:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692861.044615:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692861.044616:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692861.044690:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692861.044695:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692861.044698:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692861.172618:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692861.172629:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692861.172632:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692861.172636:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692861.172640:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692861.172648:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21000
00000400:00000200:0.0:1790692861.172668:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692861.172676:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692861.172679:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692861.172682:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172685:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692861.172687:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172689:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692861.172697:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692861.172698:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692861.172701:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692861.172704:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692861.172706:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692861.172708:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692861.172709:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172710:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692861.172711:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172712:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692861.172714:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692861.172717:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172718:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692861.172720:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692861.172723:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692861.172725:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.172728:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692861.172731:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692861.172741:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692861.172744:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692861.172748:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692861.172749:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.172752:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692861.172755:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692861.172759:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692861.172766:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692861.172772:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692861.172788:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692861.172806:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692861.172811:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692861.172816:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.172841:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692861.172844:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692861.172848:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692861.172850:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692861.172851:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692861.172855:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692861.172858:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21000
00000400:00000200:0.0:1790692861.172862:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692861.172865:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692861.172869:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692861.172872:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172875:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692861.172877:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172880:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692861.172885:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692861.172886:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692861.172888:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692861.172892:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692861.172895:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692861.172897:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692861.172901:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172903:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692861.172906:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692861.172907:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692861.172918:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692861.172919:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692861.172923:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790692861.172925:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692861.172936:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790692861.172938:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.172947:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.172956:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790692861.172957:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692861.172959:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.172963:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790692861.172967:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692861.172967:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692861.172979:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.172983:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790692861.172985:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790692861.172991:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1790692861.172991:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061195520:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692861.172998:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:0.0:1790692861.173003:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.173003:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790692861.173009:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.173009:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.173021:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1790692861.173023:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692861.173028:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692861.173030:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692861.173031:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173033:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1790692861.173034:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:0.0:1790692861.173036:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692861.173039:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.173040:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692861.173045:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692861.173050:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692861.173056:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692861.173062:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790692861.173067:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692861.173069:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692861.173073:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692861.173077:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790692861.173077:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692861.173090:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195520, portal 25
00000100:00000001:0.0:1790692861.173093:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.173094:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692861.173099:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692861.173103:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692861.173106:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000001:0.0:1790692861.173107:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692861.173112:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692861.173117:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790692861.173122:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692861.173125:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21000
00000400:00000200:0.0:1790692861.173137:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692861.173148:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:0.0:1790692861.173153:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790692861.173154:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692861.173163:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790692861.173164:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692861.173170:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061195520, offset 0
00000100:00000040:0.0:1790692861.173174:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.173183:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692861.173184:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692861.173190:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.173197:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692861.173199:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692861.173207:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692861.173212:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692861.173215:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692861.173218:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692861.173220:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.173222:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40586:40586:256:4294967295] 192.168.204.156@tcp LPNI seq info [40585:40585:8:4294967295]
00000400:00000200:1.0:1790692861.173225:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.173231:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790692861.173240:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1790692861.173240:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692861.173244:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000010:1.0:1790692861.173248:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000020:00000001:0.0:1790692861.173249:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692861.173254:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.0:1790692861.173256:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790692861.173263:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.0:1790692861.173264:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:0.0:1790692861.173273:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790692861.173279:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692861.173285:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790692861.173286:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:0.0:1790692861.173296:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:1.0:1790692861.173299:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692861.173305:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:1.0:1790692861.173306:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00000001:0.0:1790692861.173317:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790692861.173321:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:0.0:1790692861.173322:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692861.173332:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692861.173340:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692861.173341:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1790692861.173352:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790692861.173353:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
02000000:00000001:0.0:1790692861.173356:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790692861.173357:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
02000000:00000001:0.0:1790692861.173363:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173367:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692861.173367:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000008:00100000:0.0:1790692861.173377:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000200:1.0:1790692861.173381:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790692861.173391:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173396:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692861.173402:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790692861.173405:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692861.173411:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692861.173413:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173415:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790692861.173416:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790692861.173417:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692861.173422:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692861.173426:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692861.173429:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692861.173435:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790692861.173437:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.173496:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692861.173498:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692861.173502:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.173558:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173560:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.173561:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:0.0:1790692861.173567:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692861.173571:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692861.173573:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790692861.173580:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790692861.173582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790692861.173584:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315674369
00000100:00080000:0.0:1790692861.173592:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:1.0:1790692861.173592:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e71e0.
00000100:00000001:0.0:1790692861.173598:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692861.173601:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692861.173603:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692861.173605:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692861.173610:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21000
00000100:00000001:1.0:1790692861.173612:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315674369
00000400:00000200:0.0:1790692861.173619:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790692861.173620:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e76c0.
00000400:00000200:0.0:1790692861.173625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790692861.173626:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1790692861.173631:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790692861.173634:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:0.0:1790692861.173639:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692861.173640:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173645:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790692861.173647:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790692861.173662:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00100000:1.0:1790692861.173667:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692861/real 1790692861]  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.173668:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692861.173675:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692861.173679:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692861.173681:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692861.173683:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692861.173689:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692861.173692:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000001:1.0:1790692861.173693:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692861.173699:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:0.0:1790692861.173704:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692861.173704:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790692861.173714:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692861.173715:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000040:0.0:1790692861.173719:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692861.173721:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692861.173724:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692861.173726:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:0.0:1790692861.173731:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000200:1.0:1790692861.173737:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692861.173738:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692861.173747:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692861.173754:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692861.173760:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692861.173769:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173778:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692861.173782:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000200:1.0:1790692861.173782:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:0.0:1790692861.173790:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692861.173796:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.173806:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000010:0.0:1790692861.173809:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692861.173809:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.173815:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.173820:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790692861.173821:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00100000:1.0:1790692861.173824:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692861.173831:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790692861.173834:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790692861.173835:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692861.173841:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.173843:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692861.173848:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692861.173854:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.173856:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692861.173861:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.173862:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:0.0:1790692861.173863:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:1.0:1790692861.173864:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.173870:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790692861.173871:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.173873:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692861.173877:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1790692861.173879:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1790692861.173884:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692861.173894:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:0.0:1790692861.173907:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:1.0:1790692861.173907:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692861.173914:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692861.173927:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692861.173930:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061195520:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692861.173946:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.173954:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790692861.173957:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692861.173963:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061195520/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692861.173966:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21010)
00000100:00000001:1.0:1790692861.173980:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692861.173982:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692861.173984:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692861.173986:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692861.173988:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692861.173990:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692861.173992:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692861.173994:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692861.173996:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692861.173997:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692861.173999:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692861.174002:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692861.174002:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174004:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174010:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692861.174011:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174013:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692861.174014:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692861.174015:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692861.174017:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174022:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692861.174023:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174025:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692861.174027:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692861.174029:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692861.174032:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195648:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692861.174036:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692861.174038:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692861.174039:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174041:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174044:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692861.174046:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692861.174050:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692861.174054:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692861.174057:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692861.174060:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195648, portal 10
00000100:00000001:1.0:1790692861.174062:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692861.174063:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692861.174070:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174074:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692861.174076:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692861.174077:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692861.174079:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061195648, offset 0
00000400:00000200:1.0:1790692861.174082:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174084:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174087:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692861.174089:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692861.174091:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692861.174092:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692861.174094:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174096:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40587:40587:256:4294967295] 192.168.204.156@tcp LPNI seq info [40586:40586:8:4294967295]
00000400:00000200:1.0:1790692861.174098:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174102:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692861.174105:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174107:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692861.174109:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692861.174111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692861.174114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692861.174116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692861.174118:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174119:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692861.174121:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692861.174123:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692861.174125:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692861.174127:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692861.174128:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692861.174130:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174135:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174137:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174141:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174142:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692861.174144:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692861.174147:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692861.174148:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692861.174149:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315673103
00000100:00000001:1.0:1790692861.174151:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174152:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315673103
00000100:00000001:1.0:1790692861.174154:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174155:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692861.174156:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174157:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692861.174159:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692861/real 1790692861]  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692861.174163:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692861.174164:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692861.174165:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692861.174166:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692861.174167:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692861.174168:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692861.174170:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692861.174174:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174182:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692861.174182:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174183:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174184:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692861.174186:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174190:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692861.174192:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174195:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692861.174197:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174198:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174198:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174199:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692861.174200:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692861.174202:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692861.174204:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692861.174205:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692861.174207:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692861.174211:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195648:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692861.174213:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692861.174215:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174219:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692861.174220:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174222:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692861.174223:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692861.174224:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692861.174225:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195776:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692861.174227:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692861.174229:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692861.174230:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174230:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174232:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692861.174233:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692861.174235:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692861.174237:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692861.174238:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692861.174240:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195776, portal 10
00000100:00000001:1.0:1790692861.174241:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692861.174242:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692861.174245:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174249:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692861.174250:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692861.174251:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692861.174252:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061195776, offset 0
00000400:00000200:1.0:1790692861.174254:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174256:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174258:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692861.174260:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692861.174261:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692861.174262:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692861.174264:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174266:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40588:40588:256:4294967295] 192.168.204.156@tcp LPNI seq info [40587:40587:8:4294967295]
00000400:00000200:1.0:1790692861.174268:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174272:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692861.174275:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174277:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692861.174279:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692861.174280:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692861.174282:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692861.174284:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692861.174286:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174287:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692861.174289:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692861.174291:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692861.174292:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692861.174293:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692861.174295:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692861.174297:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174301:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174302:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174306:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174307:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692861.174308:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692861.174310:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692861.174312:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692861.174313:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315673112
00000100:00000001:1.0:1790692861.174314:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174315:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315673112
00000100:00000001:1.0:1790692861.174316:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174318:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692861.174319:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174320:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692861.174321:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692861/real 1790692861]  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692861.174326:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692861.174327:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692861.174328:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692861.174329:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692861.174330:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692861.174331:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692861.174333:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692861.174337:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174340:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692861.174341:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174342:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174342:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692861.174344:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174347:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692861.174349:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174353:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692861.174354:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174355:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174356:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174357:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692861.174358:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692861.174359:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692861.174361:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692861.174362:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692861.174365:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692861.174369:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195776:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692861.174371:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692861.174373:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174377:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692861.174378:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174379:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692861.174380:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692861.174381:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692861.174382:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195904:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692861.174384:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692861.174385:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692861.174386:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692861.174387:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174388:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692861.174390:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692861.174392:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692861.174394:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692861.174397:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692861.174399:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061195904, portal 4
00000100:00000001:1.0:1790692861.174401:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692861.174402:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:1.0:1790692861.174407:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174413:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692861.174415:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692861.174418:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692861.174420:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061195904, offset 0
00000400:00000200:1.0:1790692861.174424:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174427:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174430:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692861.174433:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692861.174435:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692861.174437:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692861.174439:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692861.174441:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40589:40589:256:4294967295] 192.168.204.156@tcp LPNI seq info [40588:40588:8:4294967295]
00000400:00000200:1.0:1790692861.174443:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692861.174447:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692861.174450:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174470:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692861.174474:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692861.174476:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790692861.174480:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692861.174482:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790692861.174485:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692861.174487:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692861.174489:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692861.174492:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692861.174495:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692861.174497:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692861.174499:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692861.174503:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174511:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174514:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692886 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174520:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174521:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692861.174524:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692861.174526:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692861.174528:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692861.174530:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315673107
00000100:00000001:1.0:1790692861.174532:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174533:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315673107
00000100:00000001:1.0:1790692861.174534:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315674369
00000100:00000001:1.0:1790692861.174536:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692861.174537:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174538:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692861.174540:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692861/real 1790692861]  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692861.174544:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692861.174545:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692861.174546:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692861.174548:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692861.174549:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692861.174550:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692861.174552:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692861.174556:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174560:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692861.174561:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174562:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174563:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692861.174565:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174568:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692861.174570:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174573:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692861.174575:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174576:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692861.174577:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174578:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692861.174579:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692861.174581:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692861.174582:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692861.174583:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692861.174585:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692861.174589:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061195904:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692861.174592:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174593:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174595:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061195648/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174598:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692861.174599:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174600:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692861.174601:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692861.174602:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692861.174603:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692861.174604:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692861.174605:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692861.174606:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692861.174607:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692861.174608:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692861.174610:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692861.174611:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174612:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174614:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061195776/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174622:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692861.174622:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174623:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692861.174624:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692861.174625:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692861.174626:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692861.174627:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692861.174627:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790692861.174629:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692861.174629:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692861.174630:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692861.174631:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692861.174632:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174633:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692861.174634:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061195904/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692886 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692861.174638:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692861.174638:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692861.174639:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692861.174640:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692861.174641:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692861.174641:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692861.174642:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692861.174643:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:1.0:1790692861.174644:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692861.174645:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692861.174645:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692861.174646:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692861.174647:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174648:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692861.174661:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692861.174662:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692861.174664:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692861.174665:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692862.068592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692862.068602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692862.068609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692862.068610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692862.068614:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692862.068616:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692862.068694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692862.068700:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692862.068703:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692862.516578:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315674369, at 4315674432
00000100:00000040:0.0:1790692862.516586:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315674369, at 4315674432
00000100:00000010:1.0:1790692862.516597:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000100:00000010:0.0:1790692862.516602:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e71e0.
00010000:00000001:2.0:1790692863.092562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692863.092569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692863.092574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692863.092575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692863.092579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692863.092580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692863.092656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692863.092661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692863.092664:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692864.116554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692864.116561:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692864.116563:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692864.116565:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692864.116569:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692864.116571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692864.116572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692864.116574:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692864.116576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692864.116577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692864.116579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692864.116580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692864.116644:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692864.116647:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692864.116649:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692865.140592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692865.140599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692865.140606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692865.140608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692865.140613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692865.140614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692865.140664:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692865.140668:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692865.140671:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692866.164532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692866.164537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692866.164543:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692866.164545:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692866.164547:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164550:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692866.164551:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164565:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164567:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692866.164572:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692866.164573:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692866.164575:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164576:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692866.164577:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164579:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692866.164581:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692866.164630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692866.164633:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692866.164635:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692866.292540:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692866.292547:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692866.292550:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692866.292566:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692866.292570:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692866.292575:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21005
00000400:00000200:0.0:1790692866.292582:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692866.292588:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692866.292592:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692866.292594:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292597:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292599:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292600:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692866.292607:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692866.292608:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692866.292610:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692866.292612:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692866.292614:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692866.292615:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692866.292617:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292621:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692866.292623:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692866.292625:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292626:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.292628:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692866.292630:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692866.292632:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292634:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692866.292635:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692866.292643:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692866.292645:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692866.292648:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692866.292649:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292651:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692866.292653:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692866.292657:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692866.292663:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692866.292667:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692866.292674:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692866.292681:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692866.292686:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692866.292690:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692866.292723:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692866.292726:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692866.292730:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692866.292731:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692866.292733:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692866.292735:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692866.292739:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21005
00000400:00000200:0.0:1790692866.292742:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692866.292745:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692866.292747:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692866.292748:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292750:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292751:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292753:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692866.292755:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692866.292756:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692866.292757:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692866.292759:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692866.292760:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692866.292762:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692866.292764:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292765:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292766:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292768:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692866.292770:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790692866.292770:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:0.0:1790692866.292774:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692866.292776:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790692866.292777:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.292780:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692866.292781:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790692866.292784:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692866.292787:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292789:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790692866.292791:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790692866.292793:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692866.292798:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292801:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692866.292806:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692866.292806:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790692866.292809:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790692866.292810:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.292814:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692866.292816:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.292816:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692866.292820:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692866.292821:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692866.292821:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692866.292824:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.292827:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692866.292828:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692866.292833:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692866.292834:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061196032:192.168.204.156@tcp:250:kworker.0
00000100:00100000:0.0:1790692866.292839:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692866.292844:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692866.292845:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692866.292848:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.292852:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790692866.292857:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.292859:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1790692866.292860:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692866.292864:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692866.292865:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:1.0:1790692866.292865:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692866.292867:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692866.292871:0:182620:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790692866.292871:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1790692866.292872:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21005
00000400:00000200:0.0:1790692866.292876:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692866.292877:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692866.292879:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000010:1.0:1790692866.292879:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
00000100:00000040:0.0:1790692866.292881:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790692866.292882:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292883:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292886:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292887:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692866.292889:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692866.292891:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:1.0:1790692866.292891:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790692866.292895:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692866.292898:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692866.292900:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:1.0:1790692866.292901:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000020:00000001:0.0:1790692866.292903:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692866.292908:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790692866.292908:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:0.0:1790692866.292914:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.292916:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292918:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:1.0:1790692866.292919:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196032, portal 25
00000020:00000040:0.0:1790692866.292920:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000001:1.0:1790692866.292923:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692866.292926:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00080000:0.0:1790692866.292934:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692866.292938:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.292940:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790692866.292942:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692866.292943:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692866.292947:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292951:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692866.292954:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790692866.292957:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000008:00000001:0.0:1790692866.292958:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292962:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692866.292963:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000010:0.0:1790692866.292968:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000400:00000010:1.0:1790692866.292969:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000020:00000040:0.0:1790692866.292974:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000200:1.0:1790692866.292976:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061196032, offset 0
02000000:00000001:0.0:1790692866.292980:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692866.292982:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.292984:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692866.292987:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790692866.292988:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790692866.292990:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692866.292996:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000400:00000200:1.0:1790692866.293000:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692866.293001:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692866.293009:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790692866.293010:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692866.293019:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692866.293020:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790692866.293024:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:0.0:1790692866.293025:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692866.293029:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1790692866.293033:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692866.293033:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293040:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40590:40590:256:4294967295] 192.168.204.156@tcp LPNI seq info [40589:40589:8:4294967295]
00000400:00000200:1.0:1790692866.293050:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692866.293054:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692866.293058:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790692866.293062:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:0.0:1790692866.293065:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1790692866.293071:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692866.293072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:1.0:1790692866.293076:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00080000:0.0:1790692866.293077:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692866.293080:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692866.293082:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:1.0:1790692866.293085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692866.293087:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:1.0:1790692866.293090:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00080000:0.0:1790692866.293092:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21005
00000800:00000200:1.1:1790692866.293097:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790692866.293102:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790692866.293102:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000400:00000200:0.0:1790692866.293109:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000100:1.0:1790692866.293109:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293113:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00080000:0.0:1790692866.293114:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790692866.293118:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790692866.293119:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.293123:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790692866.293125:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:0.0:1790692866.293128:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293130:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000100:00000001:0.0:1790692866.293134:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790692866.293134:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692866.293140:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:0.0:1790692866.293141:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692866.293143:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692866.293146:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790692866.293146:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692866.293150:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692866.293154:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692866.293158:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790692866.293158:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.293163:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692866.293164:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.293169:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692866.293173:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692866.293179:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790692866.293179:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692866.293183:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790692866.293184:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:0.0:1790692866.293188:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692866.293191:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.293193:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790692866.293194:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692866.293196:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692866.293200:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692866.293203:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692866.293204:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692866.293208:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790692866.293209:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315679488
00000008:00000001:0.0:1790692866.293212:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692866.293216:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692866.293216:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e76c0.
00000100:00000010:0.0:1790692866.293220:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692866.293223:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000040:0.0:1790692866.293224:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692866.293229:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692866.293230:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293231:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315679488
00000100:00000001:0.0:1790692866.293232:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1790692866.293235:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7720.
02000000:00000001:0.0:1790692866.293236:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692866.293240:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293240:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692866.293245:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:0.0:1790692866.293248:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:1.0:1790692866.293248:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293253:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790692866.293255:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692866.293259:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692866/real 1790692866]  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790692866.293264:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:1.0:1790692866.293268:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692866.293271:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692866.293274:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692866.293278:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692866.293280:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692866.293284:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692866.293289:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790692866.293289:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692866.293294:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790692866.293305:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692866.293306:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293322:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692866.293324:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692866.293326:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293328:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293331:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790692866.293332:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21015)
00000100:00100000:1.0:1790692866.293337:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293345:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692866.293350:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293358:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692866.293361:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293363:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293365:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293367:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692866.293369:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692866.293371:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692866.293374:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692866.293376:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692866.293379:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692866.293384:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061196032:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692866.293388:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293389:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.293390:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061196032/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293394:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692866.293396:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692866.293398:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692866.293400:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692866.293401:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692866.293402:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790692866.293404:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692866.293405:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790692866.293407:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692866.293408:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692866.293410:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790692866.293411:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692866.293412:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293413:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293419:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692866.293420:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293421:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692866.293423:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692866.293423:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692866.293425:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293430:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692866.293431:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293432:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692866.293433:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692866.293435:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692866.293436:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196160:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692866.293438:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692866.293439:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692866.293440:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293441:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692866.293443:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692866.293444:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692866.293447:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692866.293449:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692866.293451:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692866.293473:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196160, portal 10
00000100:00000001:1.0:1790692866.293475:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692866.293476:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790692866.293480:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293484:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692866.293486:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692866.293488:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692866.293489:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061196160, offset 0
00000400:00000200:1.0:1790692866.293493:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293497:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293500:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692866.293503:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692866.293505:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692866.293507:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692866.293509:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293512:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40591:40591:256:4294967295] 192.168.204.156@tcp LPNI seq info [40590:40590:8:4294967295]
00000400:00000200:1.0:1790692866.293516:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293522:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692866.293533:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293537:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692866.293541:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692866.293543:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692866.293546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692866.293547:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692866.293550:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293562:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692866.293565:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692866.293567:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692866.293569:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692866.293570:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692866.293572:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692866.293575:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293579:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.293581:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293585:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293586:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692866.293589:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692866.293591:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790692866.293593:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692866.293594:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315678223
00000100:00000001:1.0:1790692866.293597:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.293598:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315678223
00000100:00000001:1.0:1790692866.293599:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.293601:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692866.293602:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293603:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692866.293605:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692866/real 1790692866]  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692866.293609:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692866.293610:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692866.293611:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692866.293612:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692866.293613:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692866.293615:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692866.293616:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692866.293621:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293624:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692866.293625:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293626:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293627:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692866.293629:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293632:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692866.293639:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293643:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692866.293645:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293646:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293647:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293648:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692866.293650:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692866.293651:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692866.293653:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692866.293654:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692866.293656:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692866.293660:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196160:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692866.293663:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692866.293664:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293668:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692866.293669:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293670:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692866.293671:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692866.293672:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692866.293674:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196288:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692866.293676:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692866.293677:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692866.293678:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293679:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692866.293681:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692866.293682:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692866.293685:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692866.293687:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692866.293690:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692866.293692:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196288, portal 10
00000100:00000001:1.0:1790692866.293694:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692866.293695:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790692866.293700:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293706:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692866.293708:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692866.293710:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692866.293713:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061196288, offset 0
00000400:00000200:1.0:1790692866.293716:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293720:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293723:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692866.293726:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692866.293728:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692866.293730:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692866.293733:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293735:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40592:40592:256:4294967295] 192.168.204.156@tcp LPNI seq info [40591:40591:8:4294967295]
00000400:00000200:1.0:1790692866.293739:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293743:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692866.293747:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293750:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692866.293753:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692866.293755:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692866.293759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692866.293762:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692866.293765:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293767:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692866.293769:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692866.293772:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692866.293775:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692866.293777:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692866.293779:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692866.293782:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293790:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.293793:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293800:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293801:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692866.293804:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692866.293805:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790692866.293808:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692866.293809:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315678232
00000100:00000001:1.0:1790692866.293811:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.293812:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315678232
00000100:00000001:1.0:1790692866.293813:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.293814:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692866.293816:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.293817:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692866.293819:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692866/real 1790692866]  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692866.293823:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692866.293824:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692866.293825:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692866.293826:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692866.293827:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692866.293828:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692866.293830:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692866.293835:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293839:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692866.293839:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293840:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293841:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692866.293843:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293848:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692866.293850:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293853:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692866.293855:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293855:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.293856:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.293857:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692866.293858:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692866.293859:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692866.293861:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692866.293862:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692866.293864:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692866.293868:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196288:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790692866.293870:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692866.293872:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293876:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692866.293877:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293878:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692866.293879:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692866.293880:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692866.293882:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196416:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692866.293883:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692866.293885:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692866.293886:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692866.293887:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692866.293889:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692866.293890:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790692866.293892:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790692866.293894:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790692866.293896:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790692866.293897:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196416, portal 4
00000100:00000001:1.0:1790692866.293899:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790692866.293899:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:1.0:1790692866.293903:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293910:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692866.293912:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790692866.293914:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790692866.293916:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061196416, offset 0
00000400:00000200:1.0:1790692866.293919:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293922:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293926:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692866.293928:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692866.293930:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692866.293933:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790692866.293935:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790692866.293938:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40593:40593:256:4294967295] 192.168.204.156@tcp LPNI seq info [40592:40592:8:4294967295]
00000400:00000200:1.0:1790692866.293941:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692866.293946:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790692866.293950:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293953:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790692866.293956:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790692866.293959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790692866.293962:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790692866.293965:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790692866.293969:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790692866.293971:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790692866.293974:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790692866.293976:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692866.293979:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790692866.293981:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790692866.293983:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790692866.293986:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.293994:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.293997:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692891 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294002:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.294004:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692866.294007:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692866.294010:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790692866.294013:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692866.294015:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315678226
00000100:00000001:1.0:1790692866.294017:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.294019:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315678226
00000100:00000001:1.0:1790692866.294021:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315679488
00000100:00000001:1.0:1790692866.294023:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692866.294025:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.294027:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790692866.294031:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692866/real 1790692866]  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790692866.294038:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790692866.294039:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790692866.294041:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790692866.294043:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790692866.294045:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790692866.294047:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790692866.294050:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790692866.294054:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294058:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692866.294059:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294060:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.294061:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790692866.294063:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294067:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692866.294069:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294073:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692866.294074:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294075:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692866.294075:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294076:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692866.294077:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790692866.294079:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692866.294080:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692866.294081:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692866.294083:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692866.294088:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196416:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790692866.294090:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294091:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.294093:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061196160/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294097:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692866.294098:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692866.294099:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973c00.
02000000:00000001:1.0:1790692866.294101:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692866.294101:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692866.294102:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790692866.294104:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692866.294105:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790692866.294106:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692866.294107:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692866.294108:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790692866.294109:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692866.294110:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294111:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.294113:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061196288/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294117:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692866.294118:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692866.294118:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970000.
02000000:00000001:1.0:1790692866.294120:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692866.294120:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692866.294121:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790692866.294122:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692866.294122:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790692866.294124:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692866.294124:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692866.294125:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790692866.294127:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692866.294128:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294129:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692866.294130:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061196416/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692891 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692866.294134:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790692866.294135:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790692866.294135:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971400.
02000000:00000001:1.0:1790692866.294137:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790692866.294138:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790692866.294138:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790692866.294139:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790692866.294140:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790692866.294141:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790692866.294142:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790692866.294142:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790692866.294144:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790692866.294144:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294145:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692866.294147:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692866.294148:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692866.294149:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692866.294150:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692867.188563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692867.188569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692867.188574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692867.188576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692867.188579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692867.188580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692867.188638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692867.188641:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692867.188644:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692867.636558:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315679488, at 4315679552
00000100:00000040:1.0:1790692867.636558:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315679488, at 4315679552
00000100:00000010:0.0:1790692867.636572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e76c0.
00000100:00000010:1.0:1790692867.636576:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00010000:00000001:2.0:1790692868.212532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692868.212538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692868.212543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692868.212545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692868.212548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692868.212549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692868.212603:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692868.212607:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692868.212611:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692869.236576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692869.236582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692869.236588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692869.236589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692869.236592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692869.236595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692869.236647:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692869.236650:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692869.236652:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692870.260563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692870.260570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692870.260574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692870.260575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692870.260577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692870.260578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692870.260637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692870.260641:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692870.260645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692871.284522:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692871.284529:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692871.284535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692871.284536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692871.284540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692871.284541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692871.284593:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692871.284596:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692871.284599:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692871.412580:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692871.412592:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692871.412594:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692871.412598:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692871.412602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692871.412609:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21010
00000400:00000200:1.0:1790692871.412617:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692871.412624:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692871.412628:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692871.412631:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412634:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692871.412637:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412639:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692871.412647:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692871.412649:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692871.412652:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692871.412655:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692871.412658:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692871.412660:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692871.412663:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412665:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692871.412666:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412668:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692871.412671:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692871.412674:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412676:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.412679:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692871.412682:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692871.412685:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.412687:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692871.412689:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692871.412698:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000020:00000040:1.0:1790692871.412701:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692871.412705:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692871.412707:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.412709:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692871.412712:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692871.412716:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692871.412723:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790692871.412729:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692871.412738:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692871.412748:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692871.412752:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692871.412757:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.412781:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692871.412784:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692871.412787:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692871.412789:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692871.412790:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692871.412793:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692871.412795:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21010
00000400:00000200:1.0:1790692871.412799:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692871.412802:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692871.412804:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692871.412807:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412809:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692871.412812:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412815:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692871.412818:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692871.412819:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692871.412821:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692871.412821:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790692871.412825:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692871.412826:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692871.412829:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790692871.412830:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692871.412834:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692871.412836:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692871.412841:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412847:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692871.412848:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692871.412851:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692871.412853:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692871.412854:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790692871.412858:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692871.412858:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692871.412864:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692871.412865:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692871.412870:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412872:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.412874:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790692871.412874:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061196544:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692871.412881:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.412881:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692871.412885:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692871.412886:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.412889:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.412892:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790692871.412897:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:2.0:1790692871.412898:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
00000008:00100000:1.0:1790692871.412902:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692871.412902:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692871.412909:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.412911:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692871.412912:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790692871.412917:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000400:00000010:2.0:1790692871.412918:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000020:00000040:1.0:1790692871.412923:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692871.412927:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1790692871.412927:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
02000000:00000001:1.0:1790692871.412931:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.412934:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:2.0:1790692871.412935:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196544, portal 25
02000000:00000001:1.0:1790692871.412936:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692871.412939:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790692871.412940:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.412941:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000040:2.0:1790692871.412948:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.412953:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000010:1.0:1790692871.412954:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000040:2.0:1790692871.412957:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412960:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692871.412961:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692871.412967:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061196544, offset 0
00000100:00100000:1.0:1790692871.412971:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692871.412975:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692871.412983:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692871.412985:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.412991:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790692871.412994:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692871.412994:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692871.412999:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:1.0:1790692871.413003:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692871.413004:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692871.413009:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692871.413014:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40594:40594:256:4294967295] 192.168.204.156@tcp LPNI seq info [40593:40593:8:4294967295]
00000400:00000200:2.0:1790692871.413022:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692871.413027:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692871.413032:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692871.413033:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790692871.413040:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:2.0:1790692871.413042:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413044:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000010:2.0:1790692871.413047:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00080000:1.0:1790692871.413048:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692871.413052:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.0:1790692871.413054:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:1.0:1790692871.413058:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21010
00000800:00000200:2.0:1790692871.413060:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000400:00000200:1.0:1790692871.413066:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790692871.413071:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:1.0:1790692871.413073:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790692871.413076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000100:00080000:1.0:1790692871.413077:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692871.413084:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000100:2.0:1790692871.413089:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413090:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790692871.413094:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000040:1.0:1790692871.413095:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413098:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692871.413102:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692871.413102:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790692871.413106:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692871.413110:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692871.413110:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:1.0:1790692871.413114:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692871.413115:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000020:00000001:1.0:1790692871.413116:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692871.413118:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000020:00000001:1.0:1790692871.413121:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:2.0:1790692871.413123:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790692871.413129:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692871.413130:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.413135:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692871.413141:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692871.413142:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413147:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692871.413148:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692871.413154:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000001:2.0:1790692871.413157:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413160:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790692871.413161:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413166:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413166:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.413169:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692871.413172:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692871.413173:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.413174:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315684608
02000000:00000001:1.0:1790692871.413179:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692871.413181:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000100:00000001:1.0:1790692871.413183:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692871.413187:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692871.413188:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000008:00000001:1.0:1790692871.413191:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.413195:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413196:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315684608
00000100:00000010:1.0:1790692871.413200:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
00000100:00000010:2.0:1790692871.413200:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000100:00000001:2.0:1790692871.413204:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1790692871.413206:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:2.0:1790692871.413207:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.413211:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.413212:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692871.413213:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790692871.413215:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692871.413218:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692871/real 1790692871]  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.413220:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692871.413223:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692871.413226:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692871.413228:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692871.413230:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692871.413232:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
02000000:00000010:1.0:1790692871.413233:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000400:00000200:2.0:1790692871.413234:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692871.413238:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692871.413239:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413240:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692871.413244:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692871.413250:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692871.413254:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413274:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692871.413275:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692871.413276:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413280:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790692871.413281:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413282:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692871.413289:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692871.413292:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413298:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692871.413305:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.413312:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413313:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692871.413317:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692871.413318:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692871.413318:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.413320:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413324:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:1.0:1790692871.413327:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692871.413327:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692871.413329:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692871.413333:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790692871.413334:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692871.413337:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00080000:1.0:1790692871.413341:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1790692871.413342:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.413343:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692871.413347:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790692871.413352:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061196544:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692871.413353:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692871.413357:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790692871.413360:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21010
00000100:00000001:2.0:1790692871.413361:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.413366:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061196544/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692871.413371:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692871.413374:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692871.413377:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000400:00000200:1.0:1790692871.413378:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
02000000:00000010:2.0:1790692871.413379:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
00000100:00080000:1.0:1790692871.413383:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1790692871.413384:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692871.413386:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692871.413389:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000100:00000040:1.0:1790692871.413390:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000020:00000001:2.0:1790692871.413392:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692871.413395:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790692871.413396:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790692871.413400:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000040:1.0:1790692871.413401:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692871.413404:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1790692871.413405:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:2.0:1790692871.413407:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000020:00000001:1.0:1790692871.413411:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692871.413413:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000020:00000040:1.0:1790692871.413414:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692871.413416:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790692871.413419:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692871.413420:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790692871.413424:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692871.413427:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692871.413429:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:1.0:1790692871.413430:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692871.413433:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692871.413436:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692871.413438:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692871.413440:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692871.413441:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692871.413444:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790692871.413445:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413450:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692871.413488:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692871.413492:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692871.413494:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692871.413494:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692871.413498:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692871.413503:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.413506:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790692871.413508:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413509:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.413511:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692871.413513:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:1.0:1790692871.413515:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
02000000:00000001:2.0:1790692871.413516:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1790692871.413522:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.413522:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.413527:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692871.413530:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196672:192.168.204.156@tcp:38:kworker.0
00000100:00000010:1.0:1790692871.413534:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790692871.413536:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790692871.413539:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692871.413540:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692871.413543:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.413544:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692871.413546:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790692871.413547:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692871.413551:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:2.0:1790692871.413552:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790692871.413553:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692871.413557:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692871.413558:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692871.413564:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:1.0:1790692871.413566:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000400:00000010:2.0:1790692871.413567:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:1.0:1790692871.413572:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692871.413572:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692871.413577:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196672, portal 10
00000100:00000001:2.0:1790692871.413580:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00100000:1.0:1790692871.413582:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692871.413590:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692871.413592:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692871.413596:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413597:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00000040:2.0:1790692871.413607:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692871.413610:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413615:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790692871.413618:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21021)
00000100:00000040:2.0:1790692871.413618:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692871.413622:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692871.413626:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061196672, offset 0
00000400:00000200:2.0:1790692871.413629:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692871.413632:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.413636:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692871.413638:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692871.413640:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692871.413642:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692871.413644:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692871.413647:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40595:40595:256:4294967295] 192.168.204.156@tcp LPNI seq info [40594:40594:8:4294967295]
00000400:00000200:2.0:1790692871.413651:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.413657:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692871.413661:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.413665:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692871.413668:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692871.413671:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692871.413675:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692871.413678:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790692871.413681:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.413683:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692871.413686:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692871.413690:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692871.413694:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692871.413695:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692871.413698:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692871.413701:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413706:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.413709:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413715:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413716:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692871.413720:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692871.413723:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692871.413727:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692871.413729:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315683343
00000100:00000001:2.0:1790692871.413731:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.413733:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315683343
00000100:00000001:2.0:1790692871.413734:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.413736:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.413737:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413739:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692871.413742:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692871/real 1790692871]  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692871.413749:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692871.413750:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692871.413752:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692871.413754:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692871.413756:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692871.413758:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692871.413761:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692871.413768:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413774:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692871.413776:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413777:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.413778:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692871.413782:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413787:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692871.413791:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413797:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692871.413800:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413801:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.413802:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413804:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692871.413805:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692871.413808:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692871.413810:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692871.413813:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692871.413816:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692871.413822:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196672:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692871.413826:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692871.413829:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413834:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692871.413835:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.413837:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692871.413839:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692871.413841:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692871.413843:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196800:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692871.413846:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692871.413848:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692871.413849:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.413851:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692871.413854:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692871.413856:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692871.413860:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692871.413862:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692871.413865:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692871.413868:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196800, portal 10
00000100:00000001:2.0:1790692871.413870:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692871.413871:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00000040:2.0:1790692871.413876:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413882:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692871.413884:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692871.413886:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692871.413888:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061196800, offset 0
00000400:00000200:2.0:1790692871.413893:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692871.413897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.413900:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692871.413903:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692871.413905:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692871.413907:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692871.413910:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692871.413912:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40596:40596:256:4294967295] 192.168.204.156@tcp LPNI seq info [40595:40595:8:4294967295]
00000400:00000200:2.0:1790692871.413916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.413921:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692871.413924:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.413926:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692871.413928:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692871.413930:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692871.413933:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692871.413935:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790692871.413937:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.413938:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692871.413940:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692871.413942:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692871.413944:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692871.413945:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692871.413947:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692871.413950:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413955:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.413956:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413960:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413961:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692871.413963:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692871.413965:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692871.413967:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692871.413968:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315683352
00000100:00000001:2.0:1790692871.413969:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.413971:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315683352
00000100:00000001:2.0:1790692871.413972:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.413973:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.413974:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.413975:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692871.413977:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692871/real 1790692871]  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692871.413981:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692871.413982:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692871.413983:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692871.413985:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692871.413985:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692871.413987:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692871.413988:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692871.413993:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.413997:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692871.413998:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.413999:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.413999:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692871.414001:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414005:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692871.414007:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414010:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692871.414011:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414012:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.414013:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414014:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692871.414015:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692871.414016:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692871.414018:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692871.414019:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692871.414021:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692871.414024:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196800:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692871.414026:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414028:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.414029:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061196672/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414033:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692871.414034:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692871.414036:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692871.414037:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692871.414038:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692871.414039:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692871.414040:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692871.414041:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790692871.414043:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692871.414044:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692871.414045:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790692871.414047:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692871.414048:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414049:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.414050:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061196800/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414054:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692871.414054:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692871.414055:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692871.414056:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692871.414057:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692871.414058:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692871.414059:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692871.414060:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790692871.414062:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692871.414063:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692871.414064:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790692871.414066:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692871.414067:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414069:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414072:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692871.414074:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.414075:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692871.414077:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692871.414078:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692871.414081:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414087:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692871.414089:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.414091:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692871.414093:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692871.414095:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692871.414097:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196928:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692871.414101:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692871.414102:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692871.414104:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692871.414105:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692871.414107:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692871.414108:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692871.414111:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692871.414112:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692871.414115:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692871.414116:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061196928, portal 4
00000100:00000001:2.0:1790692871.414118:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692871.414118:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000040:2.0:1790692871.414122:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414126:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692871.414127:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692871.414128:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692871.414130:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061196928, offset 0
00000400:00000200:2.0:1790692871.414132:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692871.414134:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.414136:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692871.414137:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692871.414139:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692871.414140:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692871.414142:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692871.414143:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40597:40597:256:4294967295] 192.168.204.156@tcp LPNI seq info [40596:40596:8:4294967295]
00000400:00000200:2.0:1790692871.414146:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692871.414149:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692871.414152:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.414154:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692871.414156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692871.414158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000200:2.1:1790692871.414160:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692871.414162:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 11 secs later)
00000800:00000100:2.0:1790692871.414164:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692871.414165:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692871.414167:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692871.414169:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692871.414171:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692871.414172:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692871.414173:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692871.414175:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414179:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.414181:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692896 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414185:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.414186:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692871.414187:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692871.414189:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692871.414191:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692871.414192:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315683346
00000100:00000001:2.0:1790692871.414194:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.414195:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315683346
00000100:00000001:2.0:1790692871.414196:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315684608
00000100:00000001:2.0:1790692871.414198:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692871.414199:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.414200:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692871.414202:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692871/real 1790692871]  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692871.414206:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692871.414207:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692871.414208:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692871.414209:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692871.414210:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692871.414211:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692871.414213:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692871.414217:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414220:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692871.414221:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414222:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.414223:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692871.414225:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414228:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692871.414230:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414234:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692871.414235:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414236:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692871.414236:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414237:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692871.414238:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692871.414239:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692871.414241:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692871.414242:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692871.414245:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692871.414249:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061196928:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692871.414251:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414252:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692871.414254:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061196928/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692896 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692871.414257:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692871.414258:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692871.414258:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692871.414260:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692871.414260:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692871.414261:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692871.414262:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692871.414263:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790692871.414264:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692871.414265:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692871.414265:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790692871.414267:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692871.414267:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414269:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692871.414271:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692871.414271:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692871.414273:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692871.414274:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692872.308556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692872.308562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692872.308568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692872.308569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692872.308573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692872.308574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692872.308639:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692872.308643:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692872.308646:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692872.756540:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315684608, at 4315684672
00000100:00000040:0.0:1790692872.756541:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315684608, at 4315684672
00000100:00000010:0.0:1790692872.756554:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000100:00000010:1.0:1790692872.756556:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00010000:00000001:2.0:1790692873.332542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692873.332546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692873.332550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692873.332552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692873.332554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692873.332554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692873.332596:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692873.332599:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692873.332602:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692874.356538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692874.356545:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692874.356547:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692874.356549:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692874.356553:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692874.356554:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692874.356556:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692874.356557:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692874.356559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692874.356560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692874.356563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692874.356563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692874.356611:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692874.356614:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692874.356616:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692875.380547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692875.380552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692875.380555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692875.380556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692875.380558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692875.380559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692875.380608:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692875.380611:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692875.380614:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692876.404572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692876.404578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692876.404587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692876.404589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692876.404601:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404604:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692876.404609:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404611:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404613:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692876.404618:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692876.404620:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692876.404621:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404623:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692876.404624:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404626:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692876.404629:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692876.404723:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692876.404729:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692876.404734:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692876.532604:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692876.532615:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692876.532617:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692876.532621:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692876.532626:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692876.532633:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21016
00000400:00000200:3.0:1790692876.532642:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692876.532650:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692876.532652:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692876.532660:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532663:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692876.532665:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532667:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692876.532675:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692876.532677:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692876.532679:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692876.532682:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692876.532684:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692876.532686:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692876.532688:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532689:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692876.532692:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532693:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692876.532695:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692876.532697:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532699:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692876.532701:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692876.532705:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692876.532706:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.532708:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692876.532710:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692876.532722:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692876.532724:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692876.532727:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692876.532728:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.532731:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692876.532734:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692876.532738:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692876.532744:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692876.532750:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692876.532758:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692876.532767:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692876.532771:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692876.532775:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692876.532793:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692876.532795:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692876.532802:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692876.532803:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692876.532804:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692876.532806:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692876.532808:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21016
00000400:00000200:3.0:1790692876.532810:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692876.532812:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692876.532813:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692876.532816:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532817:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692876.532819:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532820:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692876.532822:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692876.532823:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692876.532823:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692876.532825:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692876.532827:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692876.532828:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692876.532830:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532834:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692876.532835:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692876.532839:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692876.532840:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692876.532843:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692876.532845:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692876.532850:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692876.532851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.532852:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692876.532856:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692876.532858:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.532859:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692876.532862:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692876.532863:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692876.532865:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692876.532867:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.532869:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692876.532870:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1790692876.532871:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692876.532872:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.532884:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000010:3.0:1790692876.532886:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:2.0:1790692876.532890:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692876.532890:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692876.532899:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692876.532906:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692876.532910:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.532912:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692876.532916:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692876.532951:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.532958:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1790692876.532958:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692876.532963:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692876.532965:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692876.532967:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
02000000:00000001:2.0:1790692876.532968:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1790692876.532969:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692876.532973:0:292061:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1790692876.532974:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692876.532980:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692876.532982:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21016
00000100:00100000:2.0:1790692876.532989:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061197056:192.168.204.156@tcp:250:kworker.0
00000400:00000200:3.0:1790692876.532991:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692876.532996:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692876.533001:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1790692876.533002:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
02000000:00000001:2.0:1790692876.533003:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692876.533008:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1790692876.533009:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790692876.533015:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000010:2.0:1790692876.533020:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
00000100:00000040:3.0:1790692876.533024:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692876.533025:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.533033:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692876.533037:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692876.533041:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692876.533042:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790692876.533043:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692876.533046:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692876.533048:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692876.533050:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000020:00000001:3.0:1790692876.533051:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692876.533057:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533059:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692876.533061:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692876.533062:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692876.533063:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692876.533067:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692876.533069:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533071:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692876.533072:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1790692876.533073:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197056, portal 25
02000000:00000001:3.0:1790692876.533075:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692876.533081:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533082:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790692876.533084:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692876.533087:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000008:00100000:3.0:1790692876.533087:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692876.533094:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.533096:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692876.533099:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692876.533105:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000040:2.0:1790692876.533107:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692876.533108:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692876.533110:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.533116:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692876.533118:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692876.533121:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692876.533130:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:2.0:1790692876.533132:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790692876.533135:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.533138:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692876.533144:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00100000:3.0:1790692876.533146:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692876.533153:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061197056, offset 0
00000100:00000001:3.0:1790692876.533157:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692876.533161:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692876.533166:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692876.533173:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533183:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692876.533187:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692876.533191:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1790692876.533194:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790692876.533196:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692876.533200:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692876.533202:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692876.533205:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:3.0:1790692876.533206:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692876.533216:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790692876.533216:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692876.533226:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:3.0:1790692876.533226:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21016
00000400:00000200:2.0:1790692876.533238:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692876.533241:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692876.533244:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40598:40598:256:4294967295] 192.168.204.156@tcp LPNI seq info [40597:40597:8:4294967295]
00000400:00000200:2.0:1790692876.533247:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692876.533253:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.533261:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790692876.533267:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.0:1790692876.533272:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790692876.533272:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1790692876.533279:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000100:00000040:3.0:1790692876.533281:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533287:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790692876.533291:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790692876.533294:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533300:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790692876.533301:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000001:3.0:1790692876.533313:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692876.533318:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000200:2.1:1790692876.533319:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692876.533327:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.1:1790692876.533328:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000020:00000040:3.0:1790692876.533333:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000800:00000100:2.0:1790692876.533342:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790692876.533342:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692876.533364:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000010:2.0:1790692876.533366:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000100:00000040:3.0:1790692876.533371:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692876.533374:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692876.533376:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1790692876.533386:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692876.533389:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790692876.533395:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692876.533401:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000200:2.0:1790692876.533402:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692876.533414:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00080000:3.0:1790692876.533415:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692876.533420:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790692876.533422:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692876.533425:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1790692876.533427:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692876.533429:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692876.533438:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.533448:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692876.533503:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692876.533505:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00000001:3.0:1790692876.533510:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.533511:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692876.533521:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533530:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533534:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000010:3.0:1790692876.533535:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692876.533541:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790692876.533542:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692876.533544:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692876.533545:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692876.533547:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692876.533548:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692876.533550:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692876.533554:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:3.0:1790692876.533555:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:2.0:1790692876.533557:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315689729
00000100:00000001:3.0:1790692876.533559:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692876.533563:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6960.
00000100:00100000:3.0:1790692876.533566:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692876.533571:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692876.533579:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692876.533581:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533584:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315689729
00000100:00000040:3.0:1790692876.533587:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790692876.533589:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
00000100:00000001:2.0:1790692876.533598:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692876.533608:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692876.533610:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533615:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692876.533618:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21026)
00000100:00000001:2.0:1790692876.533619:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692876.533632:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692876/real 1790692876]  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692876.533640:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692876.533642:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692876.533644:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692876.533647:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692876.533649:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692876.533651:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692876.533654:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692876.533659:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533663:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692876.533664:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533666:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.533667:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692876.533669:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533673:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692876.533676:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533680:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692876.533686:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533687:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.533688:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533690:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692876.533692:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692876.533694:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692876.533698:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692876.533699:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692876.533701:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692876.533707:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061197056:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692876.533709:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533711:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.533712:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061197056/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533716:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692876.533718:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692876.533720:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692876.533722:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692876.533723:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692876.533725:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692876.533726:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692876.533727:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790692876.533731:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692876.533732:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692876.533733:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692876.533737:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692876.533737:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533739:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533744:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692876.533745:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533747:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692876.533748:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692876.533749:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692876.533751:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533756:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692876.533757:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.533759:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692876.533760:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692876.533761:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692876.533763:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197184:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692876.533765:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692876.533766:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692876.533768:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.533770:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692876.533772:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692876.533774:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692876.533778:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692876.533780:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692876.533783:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692876.533786:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197184, portal 10
00000100:00000001:2.0:1790692876.533788:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692876.533789:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:2.0:1790692876.533796:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533802:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692876.533804:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692876.533806:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692876.533809:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061197184, offset 0
00000400:00000200:2.0:1790692876.533813:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692876.533817:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.533821:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692876.533823:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692876.533826:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692876.533827:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692876.533829:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692876.533831:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40599:40599:256:4294967295] 192.168.204.156@tcp LPNI seq info [40598:40598:8:4294967295]
00000400:00000200:2.0:1790692876.533834:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.533838:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692876.533841:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.533843:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692876.533846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692876.533848:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692876.533851:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692876.533853:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1790692876.533856:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.533858:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692876.533861:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692876.533864:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692876.533867:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692876.533868:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692876.533871:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692876.533874:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533882:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.533885:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533891:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533892:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692876.533896:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.533899:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692876.533902:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692876.533904:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315688463
00000100:00000001:2.0:1790692876.533906:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.533909:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315688463
00000100:00000001:2.0:1790692876.533911:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.533912:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692876.533915:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.533916:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692876.533920:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692876/real 1790692876]  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692876.533928:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692876.533929:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692876.533931:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692876.533934:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692876.533936:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692876.533937:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692876.533941:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692876.533946:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533950:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692876.533951:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533952:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.533953:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692876.533955:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533959:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692876.533961:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533965:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692876.533966:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533967:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.533968:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.533969:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692876.533970:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692876.533971:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692876.533974:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692876.533975:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692876.533977:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692876.533982:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197184:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692876.533984:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692876.533986:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.533989:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692876.533990:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.533992:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692876.533993:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692876.533994:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692876.533995:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197312:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692876.533997:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692876.533999:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692876.534001:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.534002:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692876.534006:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692876.534007:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692876.534010:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692876.534013:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692876.534015:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692876.534018:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197312, portal 10
00000100:00000001:2.0:1790692876.534020:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692876.534022:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790692876.534027:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534032:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692876.534035:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692876.534037:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692876.534039:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061197312, offset 0
00000400:00000200:2.0:1790692876.534043:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692876.534047:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.534050:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692876.534053:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692876.534055:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692876.534057:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692876.534058:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692876.534060:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40600:40600:256:4294967295] 192.168.204.156@tcp LPNI seq info [40599:40599:8:4294967295]
00000400:00000200:2.0:1790692876.534063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.534067:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692876.534069:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.534072:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692876.534074:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692876.534076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692876.534078:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692876.534080:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1790692876.534082:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.534083:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692876.534085:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692876.534087:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692876.534089:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692876.534090:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692876.534091:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692876.534094:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534098:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.534100:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534104:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.534105:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692876.534107:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.534109:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692876.534111:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692876.534112:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315688472
00000100:00000001:2.0:1790692876.534114:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.534115:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315688472
00000100:00000001:2.0:1790692876.534116:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.534118:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692876.534119:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.534120:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692876.534123:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692876/real 1790692876]  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692876.534130:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692876.534131:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692876.534133:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692876.534135:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692876.534136:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692876.534138:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692876.534141:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692876.534149:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534154:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692876.534156:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534158:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.534159:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692876.534162:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534169:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692876.534172:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534179:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692876.534182:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534183:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.534184:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534186:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692876.534188:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692876.534190:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692876.534193:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692876.534194:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692876.534197:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692876.534202:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197312:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692876.534204:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692876.534206:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534210:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692876.534210:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.534212:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692876.534213:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692876.534215:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692876.534216:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197440:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692876.534218:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692876.534220:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692876.534221:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692876.534222:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692876.534224:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692876.534225:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692876.534228:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692876.534229:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692876.534232:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692876.534234:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197440, portal 4
00000100:00000001:2.0:1790692876.534235:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692876.534236:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790692876.534239:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534243:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692876.534244:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692876.534245:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692876.534247:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061197440, offset 0
00000400:00000200:2.0:1790692876.534250:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692876.534252:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.534254:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692876.534256:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692876.534257:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692876.534259:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692876.534260:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692876.534262:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40601:40601:256:4294967295] 192.168.204.156@tcp LPNI seq info [40600:40600:8:4294967295]
00000400:00000200:2.0:1790692876.534264:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692876.534268:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692876.534270:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.534272:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692876.534274:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692876.534276:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000200:2.1:1790692876.534278:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692876.534280:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 6 secs later)
00000800:00000100:2.0:1790692876.534282:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692876.534283:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692876.534285:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692876.534287:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692876.534289:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692876.534291:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692876.534292:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692876.534294:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534299:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.534300:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692901 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534304:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.534305:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692876.534306:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692876.534308:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692876.534310:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692876.534311:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315688466
00000100:00000001:2.0:1790692876.534312:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.534313:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315688466
00000100:00000001:2.0:1790692876.534315:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315689729
00000100:00000001:2.0:1790692876.534316:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692876.534317:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.534318:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692876.534320:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692876/real 1790692876]  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692876.534324:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692876.534325:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692876.534325:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692876.534327:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692876.534328:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692876.534329:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692876.534331:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692876.534335:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534339:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692876.534340:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534341:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.534342:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692876.534343:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534347:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692876.534349:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534365:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692876.534367:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534368:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692876.534368:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534369:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692876.534371:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692876.534373:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692876.534376:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692876.534378:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692876.534382:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692876.534389:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197440:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692876.534392:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534394:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.534397:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061197184/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534403:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692876.534405:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692876.534407:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692876.534410:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692876.534411:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692876.534412:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692876.534414:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692876.534416:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692876.534418:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692876.534419:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692876.534421:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790692876.534423:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692876.534425:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534426:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.534429:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061197312/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534435:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692876.534436:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692876.534438:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692876.534440:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692876.534441:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692876.534442:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692876.534444:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692876.534445:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692876.534447:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692876.534449:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692876.534450:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790692876.534452:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692876.534453:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534472:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692876.534475:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061197440/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692901 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692876.534479:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692876.534480:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692876.534481:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692876.534484:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692876.534484:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692876.534485:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692876.534487:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692876.534488:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692876.534489:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692876.534490:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692876.534491:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790692876.534492:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692876.534493:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534494:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692876.534496:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692876.534497:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692876.534498:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692876.534499:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692877.428587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692877.428594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692877.428599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692877.428600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692877.428603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692877.428604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692877.428673:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692877.428678:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692877.428681:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692877.876556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315689729, at 4315689792
00000100:00000040:1.0:1790692877.876556:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315689729, at 4315689792
00000100:00000010:1.0:1790692877.876572:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000100:00000010:0.0:1790692877.876577:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00010000:00000001:2.0:1790692878.452515:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692878.452521:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692878.452527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692878.452528:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692878.452532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692878.452533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692878.452580:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692878.452583:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692878.452585:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692879.476566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692879.476573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692879.476578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692879.476580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692879.476583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692879.476584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692879.476652:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692879.476655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692879.476658:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692880.500582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692880.500588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692880.500593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692880.500594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692880.500598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692880.500599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692880.500672:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692880.500678:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692880.500681:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692881.524547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692881.524553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692881.524559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692881.524560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692881.524564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692881.524565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692881.524626:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692881.524632:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692881.524636:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692881.652535:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692881.652549:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692881.652551:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692881.652558:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692881.652563:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692881.652576:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21021
00000400:00000200:3.0:1790692881.652587:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692881.652595:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692881.652599:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692881.652602:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652606:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.652609:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652611:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692881.652620:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692881.652622:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692881.652624:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692881.652627:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692881.652629:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692881.652631:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692881.652632:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652633:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.652635:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652636:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692881.652638:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692881.652641:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652644:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692881.652647:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692881.652652:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692881.652654:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652657:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692881.652659:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692881.652671:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790692881.652675:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692881.652680:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692881.652683:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652686:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692881.652689:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692881.652695:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692881.652704:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692881.652712:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692881.652724:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692881.652735:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692881.652740:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692881.652745:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692881.652776:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692881.652779:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692881.652783:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692881.652784:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692881.652786:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692881.652789:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692881.652792:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21021
00000400:00000200:3.0:1790692881.652795:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692881.652798:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692881.652800:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692881.652804:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652806:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.652809:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652811:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692881.652815:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692881.652816:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692881.652819:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692881.652822:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692881.652824:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692881.652828:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692881.652831:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652833:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.652835:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.652837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692881.652840:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790692881.652840:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692881.652853:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1790692881.652854:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692881.652861:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692881.652861:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692881.652867:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692881.652877:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692881.652877:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692881.652885:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652893:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692881.652899:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692881.652901:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.652905:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1790692881.652907:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692881.652908:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790692881.652914:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.652915:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652928:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692881.652932:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061197568:192.168.204.156@tcp:250:kworker.0
00000100:00000010:3.0:1790692881.652935:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000100:00000001:2.0:1790692881.652937:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1790692881.652939:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692881.652942:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790692881.652942:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692881.652949:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.652950:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652963:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692881.652964:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790692881.652974:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692881.652976:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692881.652979:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000010:3.0:1790692881.652982:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692881.652983:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.652988:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.652993:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692881.652995:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692881.652998:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:3.0:1790692881.653011:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790692881.653012:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692881.653013:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692881.653020:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692881.653025:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197568, portal 25
00000100:00000001:3.0:1790692881.653028:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653031:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790692881.653032:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692881.653035:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00080000:3.0:1790692881.653036:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692881.653040:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692881.653045:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692881.653047:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692881.653052:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21021
00000100:00000040:2.0:1790692881.653054:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692881.653058:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692881.653064:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692881.653071:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692881.653077:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653085:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.653092:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692881.653097:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790692881.653098:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692881.653106:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790692881.653107:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692881.653116:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000010:2.0:1790692881.653117:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000020:00000001:3.0:1790692881.653121:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692881.653123:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000200:2.0:1790692881.653124:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061197568, offset 0
00000020:00000001:3.0:1790692881.653127:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692881.653130:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692881.653136:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692881.653139:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653141:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.653144:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653146:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692881.653149:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692881.653150:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790692881.653157:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653161:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.653162:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790692881.653168:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692881.653171:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790692881.653175:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692881.653177:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790692881.653184:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.653185:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790692881.653194:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692881.653195:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000008:00100000:3.0:1790692881.653203:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692881.653206:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40602:40602:256:4294967295] 192.168.204.156@tcp LPNI seq info [40601:40601:8:4294967295]
00000008:00000001:3.0:1790692881.653210:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.653216:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692881.653216:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692881.653233:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000400:00000200:2.0:1790692881.653236:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790692881.653240:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.0:1790692881.653247:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790692881.653252:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000010:2.0:1790692881.653264:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
02000000:00000001:3.0:1790692881.653270:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692881.653272:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692881.653277:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000200:2.0:1790692881.653278:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
02000000:00000001:3.0:1790692881.653280:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692881.653283:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692881.653288:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:3.0:1790692881.653289:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000800:00000200:2.1:1790692881.653294:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000001:3.0:1790692881.653295:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692881.653301:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1790692881.653306:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790692881.653307:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692881.653318:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790692881.653319:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692881.653325:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692881.653332:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692881.653333:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692881.653341:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692881.653345:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:3.0:1790692881.653345:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692881.653355:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692881.653357:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790692881.653361:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692881.653366:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692881.653367:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692881.653383:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692881.653390:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692881.653394:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692881.653400:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692881.653403:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790692881.653404:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21021
00000100:00000040:2.0:1790692881.653411:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692881.653416:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692881.653426:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692881.653432:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692881.653433:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692881.653446:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692881.653449:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790692881.653450:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.653452:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653474:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692881.653477:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692881.653478:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692881.653479:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692881.653481:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692881.653483:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692881.653485:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692881.653487:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653489:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692881.653490:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653492:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692881.653493:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692881.653495:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692881.653496:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692881.653497:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692881.653500:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692881.653501:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692881.653502:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.653508:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692881.653511:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:2.0:1790692881.653520:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:3.0:1790692881.653520:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.653525:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653530:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315694849
00000100:00000010:3.0:1790692881.653530:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692881.653535:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692881.653538:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692881.653539:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.653541:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1790692881.653542:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6ae0.
02000000:00000001:3.0:1790692881.653543:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692881.653547:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653553:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1790692881.653553:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692881.653562:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653566:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315694849
00000100:00100000:3.0:1790692881.653570:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790692881.653573:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6960.
00000100:00000001:2.0:1790692881.653579:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692881.653586:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692881.653594:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692881.653596:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692881.653600:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790692881.653601:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692881.653615:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692881.653616:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692881/real 1790692881]  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692881.653649:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692881.653655:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1790692881.653657:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21031)
00000400:00000001:2.0:1790692881.653658:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692881.653663:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692881.653666:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692881.653668:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692881.653671:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692881.653675:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692881.653682:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653687:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692881.653688:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653690:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.653691:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692881.653693:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653698:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692881.653701:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653713:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692881.653715:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653716:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.653717:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653719:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692881.653720:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692881.653722:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692881.653725:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692881.653726:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692881.653729:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692881.653734:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061197568:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692881.653737:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653738:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.653740:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061197568/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653743:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692881.653745:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692881.653747:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692881.653750:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692881.653751:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692881.653753:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692881.653754:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692881.653755:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692881.653758:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692881.653759:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692881.653760:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:2.0:1790692881.653763:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692881.653764:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653765:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653770:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692881.653772:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653773:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692881.653775:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692881.653776:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692881.653779:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653783:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692881.653784:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.653786:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692881.653787:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692881.653788:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692881.653790:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197696:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692881.653792:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692881.653794:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692881.653795:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.653797:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692881.653800:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692881.653802:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.653805:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692881.653808:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692881.653811:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692881.653814:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197696, portal 10
00000100:00000001:2.0:1790692881.653816:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692881.653817:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000100:00000040:2.0:1790692881.653823:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653830:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692881.653832:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692881.653834:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692881.653837:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061197696, offset 0
00000400:00000200:2.0:1790692881.653841:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692881.653845:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.653849:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692881.653852:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692881.653854:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692881.653856:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692881.653858:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692881.653861:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40603:40603:256:4294967295] 192.168.204.156@tcp LPNI seq info [40602:40602:8:4294967295]
00000400:00000200:2.0:1790692881.653865:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.653871:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692881.653876:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.653879:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692881.653883:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692881.653885:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692881.653888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692881.653890:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790692881.653892:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.653893:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692881.653895:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692881.653897:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692881.653899:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692881.653901:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692881.653903:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692881.653905:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653910:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.653912:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653916:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653917:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692881.653919:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692881.653922:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692881.653924:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692881.653925:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315693583
00000100:00000001:2.0:1790692881.653927:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.653928:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315693583
00000100:00000001:2.0:1790692881.653930:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.653931:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692881.653932:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.653934:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692881.653936:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692881/real 1790692881]  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692881.653940:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692881.653941:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692881.653942:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692881.653943:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692881.653944:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692881.653945:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692881.653947:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692881.653952:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653955:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692881.653956:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653957:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.653958:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692881.653959:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653963:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692881.653965:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653968:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692881.653970:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653971:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.653971:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.653972:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692881.653973:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692881.653975:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692881.653977:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692881.653979:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692881.653981:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692881.653985:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197696:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692881.653987:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692881.653989:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.653993:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692881.653993:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.653995:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692881.653996:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692881.653997:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692881.653998:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197824:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692881.654000:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692881.654002:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692881.654003:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.654004:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692881.654006:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692881.654007:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.654009:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692881.654010:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692881.654012:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692881.654013:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197824, portal 10
00000100:00000001:2.0:1790692881.654015:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692881.654016:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790692881.654019:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654026:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692881.654027:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692881.654029:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692881.654030:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061197824, offset 0
00000400:00000200:2.0:1790692881.654032:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692881.654034:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.654036:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692881.654038:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692881.654040:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692881.654041:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692881.654042:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692881.654044:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40604:40604:256:4294967295] 192.168.204.156@tcp LPNI seq info [40603:40603:8:4294967295]
00000400:00000200:2.0:1790692881.654047:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.654051:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692881.654054:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.654057:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692881.654060:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692881.654063:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692881.654066:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692881.654069:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790692881.654072:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.654074:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692881.654076:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692881.654080:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692881.654083:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692881.654085:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692881.654087:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692881.654090:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654098:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.654101:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654113:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.654114:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692881.654118:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692881.654120:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692881.654124:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692881.654125:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315693592
00000100:00000001:2.0:1790692881.654128:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.654129:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315693592
00000100:00000001:2.0:1790692881.654131:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.654133:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692881.654135:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.654137:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692881.654141:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692881/real 1790692881]  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692881.654148:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692881.654150:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692881.654151:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692881.654153:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692881.654154:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692881.654155:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692881.654158:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692881.654163:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654166:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692881.654167:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654168:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.654169:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692881.654171:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654177:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692881.654181:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654187:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692881.654190:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654191:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.654192:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654194:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692881.654196:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692881.654198:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692881.654202:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692881.654203:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692881.654207:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692881.654214:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197824:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692881.654217:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692881.654220:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654226:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692881.654228:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.654230:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692881.654232:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692881.654234:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692881.654236:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197952:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692881.654239:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692881.654241:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692881.654243:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692881.654245:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692881.654248:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692881.654249:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692881.654264:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692881.654268:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692881.654272:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692881.654274:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061197952, portal 4
00000100:00000001:2.0:1790692881.654276:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692881.654277:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790692881.654283:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654290:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692881.654293:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692881.654295:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000100:00000200:2.0:1790692881.654297:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061197952, offset 0
00000400:00000200:2.0:1790692881.654301:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692881.654305:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.654308:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692881.654310:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692881.654312:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692881.654314:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692881.654317:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692881.654320:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40605:40605:256:4294967295] 192.168.204.156@tcp LPNI seq info [40604:40604:8:4294967295]
00000400:00000200:2.0:1790692881.654323:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692881.654329:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692881.654334:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.654337:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790692881.654340:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692881.654342:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790692881.654346:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692881.654349:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790692881.654352:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692881.654354:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790692881.654357:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692881.654360:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692881.654362:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:2.0:1790692881.654364:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:2.0:1790692881.654366:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692881.654369:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654376:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.654379:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692906 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654385:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.654387:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692881.654390:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692881.654393:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692881.654396:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692881.654398:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315693586
00000100:00000001:2.0:1790692881.654401:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.654403:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315693586
00000100:00000001:2.0:1790692881.654404:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315694849
00000100:00000001:2.0:1790692881.654406:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692881.654408:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.654409:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692881.654412:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692881/real 1790692881]  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692881.654419:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692881.654420:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692881.654422:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692881.654424:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692881.654426:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692881.654428:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692881.654431:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692881.654439:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654445:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692881.654447:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654449:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.654450:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692881.654454:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654481:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692881.654485:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654492:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692881.654494:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654496:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692881.654497:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654498:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692881.654500:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692881.654503:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692881.654506:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692881.654508:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692881.654512:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692881.654519:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061197952:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692881.654523:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654525:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.654528:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061197696/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654535:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692881.654536:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692881.654538:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692881.654541:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692881.654543:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692881.654544:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692881.654546:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692881.654548:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692881.654551:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692881.654552:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692881.654553:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:2.0:1790692881.654556:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692881.654557:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654559:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.654562:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061197824/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654568:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692881.654569:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692881.654570:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692881.654573:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692881.654574:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692881.654575:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692881.654577:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692881.654578:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692881.654580:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692881.654581:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692881.654582:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790692881.654584:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692881.654586:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654587:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692881.654590:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061197952/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692906 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692881.654596:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692881.654597:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692881.654599:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692881.654601:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692881.654602:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692881.654603:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692881.654605:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692881.654606:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692881.654608:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692881.654609:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692881.654611:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790692881.654613:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692881.654614:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654616:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692881.654620:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692881.654622:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692881.654623:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692881.654625:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692882.548571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692882.548578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692882.548583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692882.548584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692882.548587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692882.548588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692882.548678:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692882.548685:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692882.548691:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692882.996571:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315694849, at 4315694912
00000100:00000040:0.0:1790692882.996579:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315694849, at 4315694912
00000100:00000010:1.0:1790692882.996587:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000100:00000010:0.0:1790692882.996589:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00010000:00000001:2.0:1790692883.572549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692883.572556:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692883.572559:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692883.572563:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692883.572567:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692883.572570:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692883.572572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692883.572575:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692883.572579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692883.572580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692883.572584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692883.572585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692883.572649:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692883.572653:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692883.572656:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692884.596559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692884.596564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692884.596568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692884.596569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692884.596572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692884.596572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692884.596628:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692884.596631:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692884.596634:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692885.620547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692885.620557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692885.620565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692885.620566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692885.620570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692885.620571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692885.620632:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692885.620637:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692885.620641:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692886.644633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692886.644642:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644650:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692886.644655:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692886.644658:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692886.644662:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644667:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692886.644669:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644672:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644674:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644678:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692886.644680:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692886.644681:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692886.644682:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644684:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692886.644686:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644688:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692886.644689:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692886.644761:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692886.644772:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692886.644776:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692886.772600:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692886.772614:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692886.772617:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692886.772621:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692886.772626:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692886.772636:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21026
00000400:00000200:0.0:1790692886.772649:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692886.772657:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692886.772661:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692886.772664:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772669:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.772671:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772674:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692886.772684:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692886.772687:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692886.772690:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692886.772694:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692886.772697:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692886.772699:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692886.772702:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772703:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.772705:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772707:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692886.772710:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692886.772714:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772717:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692886.772720:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692886.772725:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692886.772728:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.772731:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692886.772734:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692886.772746:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692886.772751:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692886.772755:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692886.772757:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.772761:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692886.772765:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692886.772770:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692886.772779:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692886.772786:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692886.772795:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692886.772807:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692886.772813:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692886.772818:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692886.772840:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692886.772849:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692886.772853:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692886.772857:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692886.772859:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692886.772863:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692886.772867:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21026
00000400:00000200:0.0:1790692886.772871:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692886.772875:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692886.772878:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692886.772878:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692886.772881:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772885:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692886.772885:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692886.772887:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772891:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692886.772891:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790692886.772897:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692886.772898:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692886.772901:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790692886.772902:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692886.772904:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692886.772909:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692886.772914:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692886.772919:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790692886.772920:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692886.772921:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.772924:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.772927:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692886.772928:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692886.772930:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692886.772933:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790692886.772934:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692886.772939:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692886.772940:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692886.772946:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692886.772948:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061198080:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692886.772950:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692886.772956:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790692886.772957:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692886.772960:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.772961:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692886.772963:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00100000:0.0:1790692886.772965:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692886.772968:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692886.772969:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.772973:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.772974:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1790692886.772976:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692886.772978:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692886.772980:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692886.772981:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692886.772982:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
00000100:00000001:0.0:1790692886.772983:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692886.772984:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692886.772987:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.772988:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692886.772991:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790692886.772996:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.772999:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692886.773002:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692886.773006:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:0.0:1790692886.773010:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692886.773012:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692886.773015:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692886.773018:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790692886.773028:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692886.773029:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198080, portal 25
00000100:00080000:0.0:1790692886.773030:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692886.773035:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692886.773036:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790692886.773036:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790692886.773039:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692886.773040:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000001:0.0:1790692886.773041:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692886.773044:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21026
00000400:00000200:0.0:1790692886.773047:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692886.773051:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:2.0:1790692886.773052:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692886.773053:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692886.773057:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773061:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.773064:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773067:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692886.773071:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692886.773073:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000001:2.0:1790692886.773073:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:0.0:1790692886.773077:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692886.773080:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000040:2.0:1790692886.773081:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790692886.773085:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692886.773086:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe25d8.
00000020:00000001:0.0:1790692886.773090:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:2.0:1790692886.773093:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061198080, offset 0
00000100:00000040:0.0:1790692886.773096:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773100:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.773103:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773105:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692886.773108:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000040:0.0:1790692886.773109:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692886.773114:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773117:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692886.773120:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692886.773123:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692886.773124:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692886.773127:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773128:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692886.773129:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692886.773131:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773132:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692886.773135:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692886.773138:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692886.773139:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692886.773140:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773143:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692886.773143:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:0.0:1790692886.773146:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692886.773148:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692886.773152:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000400:00000200:2.0:1790692886.773153:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692886.773167:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.773170:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00100000:0.0:1790692886.773174:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692886.773177:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790692886.773183:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692886.773184:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773186:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692886.773191:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692886.773194:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40606:40606:256:4294967295] 192.168.204.156@tcp LPNI seq info [40605:40605:8:4294967295]
00000100:00000001:0.0:1790692886.773202:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692886.773206:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692886.773206:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692886.773212:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692886.773213:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692886.773216:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692886.773217:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692886.773218:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692886.773221:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692886.773226:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21026
00000400:00000200:2.0:1790692886.773229:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790692886.773237:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.0:1790692886.773241:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692886.773242:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692886.773245:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692886.773247:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773248:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.773249:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773251:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000010:2.0:1790692886.773251:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000020:00000001:0.0:1790692886.773254:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692886.773256:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692886.773257:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692886.773259:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692886.773261:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692886.773264:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.0:1790692886.773266:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790692886.773268:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773271:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692886.773273:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773275:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790692886.773277:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692886.773278:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692886.773281:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692886.773284:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692886.773285:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692886.773287:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692886.773288:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773289:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692886.773291:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692886.773292:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773293:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692886.773296:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692886.773297:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790692886.773299:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692886.773301:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692886.773302:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692886.773303:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692886.773304:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773304:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692886.773311:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790692886.773314:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.773314:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692886.773320:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692886.773320:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315699968
00000100:00000001:0.0:1790692886.773329:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1790692886.773330:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
00000100:00000001:0.0:1790692886.773331:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692886.773336:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692886.773341:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773342:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790692886.773344:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21036)
00000100:00000001:2.0:1790692886.773353:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315699968
00000100:00000010:2.0:1790692886.773360:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000100:00000001:2.0:1790692886.773365:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692886.773370:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692886.773374:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773378:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773389:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692886.773398:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692886.773401:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790692886.773403:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692886.773405:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692886.773406:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692886.773411:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773419:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692886.773421:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773423:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692886.773425:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692886.773427:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692886.773430:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198208:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692886.773434:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692886.773436:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692886.773438:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773440:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692886.773444:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692886.773446:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.773450:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692886.773494:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9df78.
00000400:00000010:2.0:1790692886.773500:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe27f8.
00000100:00000200:2.0:1790692886.773504:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198208, portal 10
00000100:00000001:2.0:1790692886.773506:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692886.773507:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790692886.773516:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773532:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692886.773536:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692886.773540:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2cc0.
00000100:00000200:2.0:1790692886.773543:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061198208, offset 0
00000400:00000200:2.0:1790692886.773548:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773553:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773556:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692886.773567:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692886.773570:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692886.773572:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692886.773574:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773577:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40607:40607:255:4294967295] 192.168.204.156@tcp LPNI seq info [40606:40606:7:4294967295]
00000400:00000200:2.0:1790692886.773582:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773588:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692886.773593:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692886.773597:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df100.
00000800:00000200:2.0:1790692886.773601:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692886.773605:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692886.773608:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692886.773612:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692886.773615:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692886.773618:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315698703
00000100:00000001:2.0:1790692886.773620:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773623:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315698703
00000100:00000001:2.0:1790692886.773625:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773628:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692886.773630:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773632:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692886.773636:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773643:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692886.773645:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773647:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692886.773649:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692886.773651:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692886.773654:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198336:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692886.773657:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692886.773660:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692886.773661:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773663:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692886.773667:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692886.773669:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.773672:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692886.773675:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9db00.
00000400:00000010:2.0:1790692886.773678:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692886.773681:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198336, portal 10
00000100:00000001:2.0:1790692886.773683:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692886.773684:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790692886.773690:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773697:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692886.773699:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692886.773702:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2000.
00000100:00000200:2.0:1790692886.773705:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061198336, offset 0
00000400:00000200:2.0:1790692886.773710:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773713:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773716:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692886.773720:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692886.773722:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692886.773732:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692886.773735:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773738:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40608:40608:254:4294967295] 192.168.204.156@tcp LPNI seq info [40607:40607:6:4294967295]
00000400:00000200:2.0:1790692886.773743:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773749:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692886.773754:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692886.773758:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692886.773762:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692886.773766:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692886.773769:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692886.773772:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692886.773775:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692886.773777:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315698712
00000100:00000001:2.0:1790692886.773779:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773781:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315698712
00000100:00000001:2.0:1790692886.773784:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773786:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692886.773788:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773790:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692886.773793:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773806:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692886.773807:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773810:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692886.773811:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692886.773813:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692886.773816:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198464:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692886.773822:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692886.773824:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692886.773825:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692886.773827:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692886.773830:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692886.773832:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692886.773835:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692886.773838:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692886.773845:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692886.773848:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198464, portal 4
00000100:00000001:2.0:1790692886.773850:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692886.773851:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790692886.773857:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692886.773863:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692886.773865:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692886.773868:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe22a8.
00000100:00000200:2.0:1790692886.773870:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061198464, offset 0
00000400:00000200:2.0:1790692886.773875:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773878:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773881:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692886.773884:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692886.773886:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692886.773888:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692886.773890:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692886.773893:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40609:40609:253:4294967295] 192.168.204.156@tcp LPNI seq info [40608:40608:5:4294967295]
00000400:00000200:2.0:1790692886.773897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692886.773902:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692886.773907:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692886.773910:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3dfd00.
00000800:00000200:2.0:1790692886.773914:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692886.773919:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692886.773921:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692886.773924:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692886.773927:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692886.773929:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315698706
00000100:00000001:2.0:1790692886.773931:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773933:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315698706
00000100:00000001:2.0:1790692886.773935:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315699968
00000100:00000001:2.0:1790692886.773937:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692886.773938:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773940:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773942:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692886.773945:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692886.773947:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790692886.773948:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692886.773950:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692886.773951:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692886.773952:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692887.668534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692887.668539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692887.668543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692887.668544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692887.668546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692887.668547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692887.668639:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692887.668645:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692887.668648:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692888.116574:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315699968, at 4315700032
00000100:00000040:1.0:1790692888.116574:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315699968, at 4315700032
00000100:00000010:1.0:1790692888.116591:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000100:00000010:0.0:1790692888.116594:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00010000:00000001:2.0:1790692888.692577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692888.692583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692888.692588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692888.692589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692888.692591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692888.692592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692888.692662:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692888.692667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692888.692671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692889.716547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692889.716552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692889.716557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692889.716557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692889.716560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692889.716560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692889.716607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692889.716610:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692889.716613:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790692889.844725:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790692889.844767:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790692889.844779:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692889.844783:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790692889.844787:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692889.844792:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790692889.844797:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692889.844800:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:3.0:1790692889.844805:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692889.844809:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692889.844815:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe25d8
00000400:00000010:3.0:1790692889.844819:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe25d8.
00000100:00000001:3.0:1790692889.844824:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692889.844832:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844862:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692889.844868:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844876:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692889.844877:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692889.844889:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692889.844891:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:3.0:1790692889.844893:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692889.844897:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692889.844899:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2cc0
00000400:00000010:3.0:1790692889.844901:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2cc0.
00000100:00000001:3.0:1790692889.844910:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692889.844915:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844922:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692889.844925:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844930:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692889.844932:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692889.844936:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692889.844938:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:3.0:1790692889.844941:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692889.844944:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692889.844946:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2000
00000400:00000010:3.0:1790692889.844948:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2000.
00000100:00000001:3.0:1790692889.844950:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692889.844954:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844960:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692889.844963:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844969:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692889.844971:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790692889.844975:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790692889.844977:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:3.0:1790692889.844980:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790692889.844983:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790692889.844985:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe22a8
00000400:00000010:3.0:1790692889.844987:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe22a8.
00000100:00000001:3.0:1790692889.844989:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790692889.844992:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.844999:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790692889.845002:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692911 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692889.845007:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692889.845008:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692889.845089:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692889.845093:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692889.845104:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692889.845111:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692886/real 1790692889]  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692889.845122:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692889.845124:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692889.845127:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9df78.
00000400:00000200:2.0:1790692889.845131:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe27f8
00000400:00000010:2.0:1790692889.845132:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe27f8.
00000100:00000001:2.0:1790692889.845135:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692889.845138:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692889.845147:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845153:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692889.845155:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845157:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845159:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692889.845163:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845168:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692889.845173:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845179:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692889.845182:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845183:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845184:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845187:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692889.845189:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692889.845192:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692889.845198:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692889.845200:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692889.845204:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692889.845211:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198208:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692889.845215:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692889.845218:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692886/real 1790692889]  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692889.845224:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692889.845226:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692889.845227:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9db00.
00000400:00000200:2.0:1790692889.845230:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692889.845231:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692889.845233:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692889.845236:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692889.845243:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845249:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692889.845250:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845252:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845253:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692889.845257:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845262:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692889.845265:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845276:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692889.845278:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845279:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845280:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845282:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692889.845283:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692889.845286:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692889.845289:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692889.845291:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692889.845294:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692889.845300:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198336:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692889.845303:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692889.845307:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692886/real 1790692889]  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692889.845369:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692889.845370:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692889.845372:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692889.845374:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692889.845376:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692889.845378:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692889.845382:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692889.845388:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845395:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692889.845397:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845398:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845399:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692889.845403:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845408:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692889.845412:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845418:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692889.845420:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845422:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845423:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845424:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692889.845426:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692889.845428:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692889.845432:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692889.845434:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692889.845438:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692889.845446:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198464:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692889.845450:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692889.845483:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692886/real 1790692889]  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692889.845492:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692889.845493:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692889.845495:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692889.845497:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692889.845500:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692889.845503:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692889.845506:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692889.845513:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845518:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692889.845520:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845521:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845522:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692889.845526:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845531:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692889.845534:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845540:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692889.845542:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845544:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692889.845545:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845546:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692889.845549:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692889.845551:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692889.845554:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692889.845556:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692889.845560:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692889.845566:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061198080:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692889.845570:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845572:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692889.845575:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061198208/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845580:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692889.845583:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692889.845586:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692889.845590:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692889.845592:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692889.845594:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692889.845596:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692889.845599:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:2.0:1790692889.845602:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692889.845603:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692889.845605:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790692889.845609:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692889.845610:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845612:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692889.845615:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061198336/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845621:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692889.845623:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692889.845624:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692889.845627:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692889.845628:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692889.845629:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692889.845631:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692889.845632:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:2.0:1790692889.845634:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692889.845635:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692889.845637:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790692889.845640:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692889.845641:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845642:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692889.845646:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061198464/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845651:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692889.845653:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692889.845654:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692889.845656:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692889.845657:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692889.845658:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692889.845659:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692889.845660:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:2.0:1790692889.845663:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692889.845664:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692889.845665:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790692889.845667:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692889.845668:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845670:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692889.845673:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061198080/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692911 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692889.845678:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692889.845679:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692889.845680:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692889.845682:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692889.845683:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692889.845684:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692889.845686:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692889.845687:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:2.0:1790692889.845689:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692889.845690:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692889.845691:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790692889.845694:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692889.845695:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845696:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692889.845704:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692889.845706:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692889.845708:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692889.845709:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692890.740564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692890.740570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692890.740575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692890.740577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692890.740581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692890.740582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692890.740635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692890.740638:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692890.740641:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692891.764557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692891.764565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692891.764569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692891.764570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692891.764573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692891.764573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692891.764631:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692891.764635:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692891.764638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692891.892582:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692891.892590:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692891.892594:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692891.892596:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692891.892600:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692891.892607:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21031
00000400:00000200:0.0:1790692891.892615:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692891.892620:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692891.892623:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692891.892625:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892627:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692891.892629:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692891.892638:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692891.892639:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692891.892641:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692891.892644:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692891.892645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692891.892646:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692891.892648:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692891.892650:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892651:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692891.892653:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692891.892655:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892656:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.892658:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692891.892661:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692891.892662:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.892664:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692891.892666:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692891.892671:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790692891.892674:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692891.892682:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692891.892685:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.892687:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692891.892690:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692891.892694:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692891.892700:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790692891.892706:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692891.892715:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692891.892724:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692891.892729:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692891.892738:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692891.892761:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692891.892764:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692891.892768:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692891.892770:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692891.892771:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692891.892774:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692891.892777:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21031
00000400:00000200:0.0:1790692891.892781:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692891.892785:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692891.892787:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692891.892790:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892793:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692891.892795:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892801:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692891.892805:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692891.892806:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692891.892808:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692891.892811:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692891.892815:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692891.892815:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790692891.892818:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692891.892827:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692891.892828:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692891.892833:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790692891.892840:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892844:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692891.892852:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000040:2.0:1790692891.892854:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790692891.892861:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692891.892873:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.892881:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:0.0:1790692891.892882:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692891.892887:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.892894:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692891.892895:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790692891.892900:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.892903:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692891.892905:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692891.892909:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790692891.892913:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790692891.892919:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061198592:192.168.204.156@tcp:250:kworker.0
00000008:00000001:0.0:1790692891.892921:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.892927:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.892930:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692891.892938:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:0.0:1790692891.892939:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
02000000:00000001:2.0:1790692891.892941:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.892945:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:0.0:1790692891.892952:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:2.0:1790692891.892956:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:0.0:1790692891.892957:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692891.892963:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.892964:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.892971:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692891.892973:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692891.892975:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692891.892980:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:0.0:1790692891.892982:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000400:00000010:2.0:1790692891.892988:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:0.0:1790692891.892990:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692891.893000:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692891.893001:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790692891.893015:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790692891.893017:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198592, portal 25
00000100:00000001:0.0:1790692891.893018:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.893023:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692891.893026:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:0.0:1790692891.893028:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692891.893034:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692891.893092:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692891.893104:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692891.893105:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790692891.893112:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790692891.893116:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893119:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1790692891.893122:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00080000:0.0:1790692891.893123:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692891.893130:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:2.0:1790692891.893132:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061198592, offset 0
00000100:00080000:0.0:1790692891.893135:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21031
00000400:00000200:0.0:1790692891.893143:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692891.893149:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692891.893149:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692891.893158:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692891.893161:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893164:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692891.893166:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692891.893170:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692891.893172:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692891.893181:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692891.893183:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692891.893186:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:0.0:1790692891.893187:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692891.893195:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692891.893198:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692891.893200:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:0.0:1790692891.893203:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692891.893211:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:0.0:1790692891.893212:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893218:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692891.893224:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000040:0.0:1790692891.893225:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692891.893233:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893234:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692891.893240:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40610:40610:256:4294967295] 192.168.204.156@tcp LPNI seq info [40609:40609:8:4294967295]
00000020:00000040:0.0:1790692891.893243:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692891.893252:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790692891.893258:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893261:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.893262:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692891.893266:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692891.893268:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.893273:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692891.893278:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692891.893283:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692891.893285:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790692891.893286:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692891.893296:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692891.893300:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692891.893303:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692891.893305:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.893311:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692891.893313:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692891.893315:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692891.893318:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000800:00000200:2.0:1790692891.893321:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893324:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692891.893331:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00100000:0.0:1790692891.893334:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790692891.893348:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692891.893349:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692891.893356:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692891.893358:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000040:0.0:1790692891.893366:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692891.893375:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692891.893385:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:0.0:1790692891.893398:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692891.893400:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692891.893404:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790692891.893406:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000040:0.0:1790692891.893416:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1790692891.893417:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:0.0:1790692891.893420:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692891.893426:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1790692891.893430:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790692891.893431:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692891.893438:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692891.893441:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692891.893444:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000100:00080000:0.0:1790692891.893447:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21031
00000400:00000010:2.0:1790692891.893451:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000400:00000200:0.0:1790692891.893492:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692891.893497:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692891.893500:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692891.893504:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893506:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692891.893513:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692891.893514:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790692891.893523:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692891.893527:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790692891.893531:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692891.893538:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692891.893543:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692891.893544:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.893551:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790692891.893552:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692891.893569:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692891.893570:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692891.893574:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:0.0:1790692891.893577:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790692891.893586:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893589:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692891.893590:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692891.893596:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692891.893603:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692891.893603:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692891.893609:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315705089
00000020:00000040:0.0:1790692891.893611:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692891.893619:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000010:2.0:1790692891.893619:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000100:00000001:0.0:1790692891.893626:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.893628:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692891.893632:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692891.893632:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790692891.893640:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.893643:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692891.893647:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692891.893649:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315705089
00000008:00000001:0.0:1790692891.893651:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692891.893658:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692891.893658:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
00000100:00000001:2.0:1790692891.893667:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000010:0.0:1790692891.893669:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790692891.893674:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790692891.893675:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790692891.893685:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692891.893686:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692891.893697:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.893697:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692891.893704:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692891/real 1790692891]  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692891.893705:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692891.893709:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692891.893714:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692891.893723:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000400:00000001:2.0:1790692891.893728:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790692891.893731:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692891.893732:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692891.893737:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692891.893743:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000100:00100000:0.0:1790692891.893747:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692891.893748:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692891.893759:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692891.893767:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790692891.893769:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692891.893774:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692891.893790:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692891.893797:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692891.893833:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.893834:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692891.893838:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893843:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1790692891.893844:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21041)
00000100:00000001:2.0:1790692891.893847:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692891.893857:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.893865:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692891.893873:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.893882:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692891.893886:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893888:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.893889:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893892:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692891.893894:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692891.893898:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692891.893904:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692891.893907:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692891.893911:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692891.893919:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061198592:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692891.893926:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893928:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.893932:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061198592/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.893938:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692891.893941:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692891.893945:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692891.893949:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692891.893951:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692891.893953:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692891.893956:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692891.893958:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:2.0:1790692891.893963:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692891.893965:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692891.893967:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790692891.893970:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692891.893971:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893974:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.893984:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692891.893987:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.893989:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692891.893992:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692891.893993:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692891.893997:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894004:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692891.894006:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894009:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692891.894012:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692891.894014:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692891.894017:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198720:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692891.894021:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692891.894025:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692891.894028:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894030:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894034:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692891.894036:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692891.894041:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692891.894044:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692891.894050:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692891.894054:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198720, portal 10
00000100:00000001:2.0:1790692891.894067:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692891.894069:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790692891.894078:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894085:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692891.894087:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692891.894090:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692891.894093:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061198720, offset 0
00000400:00000200:2.0:1790692891.894097:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894103:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894109:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692891.894113:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692891.894116:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692891.894120:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692891.894123:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894126:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40611:40611:256:4294967295] 192.168.204.156@tcp LPNI seq info [40610:40610:8:4294967295]
00000400:00000200:2.0:1790692891.894131:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894140:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692891.894146:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894149:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692891.894154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692891.894157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692891.894163:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692891.894167:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692891.894170:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894172:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692891.894175:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692891.894179:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692891.894183:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692891.894185:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692891.894188:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692891.894192:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894200:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894209:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894210:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692891.894215:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692891.894220:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692891.894224:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692891.894226:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315703823
00000100:00000001:2.0:1790692891.894230:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894232:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315703823
00000100:00000001:2.0:1790692891.894234:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894236:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692891.894238:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894240:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692891.894244:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692891/real 1790692891]  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692891.894252:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692891.894254:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692891.894256:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692891.894258:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692891.894260:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692891.894263:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692891.894266:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692891.894275:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894281:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692891.894284:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894285:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894287:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692891.894291:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894297:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692891.894301:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894307:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692891.894310:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894312:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894314:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894315:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692891.894317:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692891.894320:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692891.894324:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692891.894326:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692891.894329:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692891.894337:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198720:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692891.894341:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692891.894345:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894352:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692891.894353:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894355:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692891.894357:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692891.894359:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692891.894362:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198848:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692891.894365:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692891.894367:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692891.894369:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894370:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894374:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692891.894376:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692891.894380:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692891.894383:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692891.894386:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692891.894389:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198848, portal 10
00000100:00000001:2.0:1790692891.894391:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692891.894393:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790692891.894399:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894405:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692891.894408:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692891.894410:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692891.894412:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061198848, offset 0
00000400:00000200:2.0:1790692891.894417:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894420:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894426:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692891.894429:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692891.894431:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692891.894433:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692891.894440:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894443:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40612:40612:256:4294967295] 192.168.204.156@tcp LPNI seq info [40611:40611:8:4294967295]
00000400:00000200:2.0:1790692891.894446:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894452:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692891.894489:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894493:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692891.894496:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692891.894499:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692891.894502:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692891.894504:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692891.894507:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894509:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692891.894512:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692891.894515:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692891.894518:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692891.894519:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692891.894522:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692891.894525:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894532:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894535:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894540:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894542:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692891.894545:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692891.894548:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692891.894551:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692891.894552:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315703833
00000100:00000001:2.0:1790692891.894555:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894557:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315703833
00000100:00000001:2.0:1790692891.894559:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894561:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692891.894563:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894564:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692891.894568:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692891/real 1790692891]  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692891.894575:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692891.894576:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692891.894578:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692891.894580:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692891.894582:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692891.894584:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692891.894587:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692891.894594:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894599:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692891.894601:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894603:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894604:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692891.894608:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894614:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692891.894617:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894624:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692891.894626:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894628:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894629:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894631:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692891.894632:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692891.894635:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692891.894638:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692891.894640:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692891.894644:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692891.894651:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198848:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692891.894655:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692891.894659:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894665:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692891.894666:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894668:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692891.894670:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692891.894672:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692891.894674:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198976:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692891.894678:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692891.894681:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692891.894682:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692891.894684:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894688:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692891.894690:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692891.894693:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692891.894696:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692891.894700:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692891.894703:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061198976, portal 4
00000100:00000001:2.0:1790692891.894704:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692891.894705:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790692891.894712:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894718:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692891.894721:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692891.894724:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692891.894727:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061198976, offset 0
00000400:00000200:2.0:1790692891.894731:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894735:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894738:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692891.894741:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692891.894744:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692891.894746:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692891.894748:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692891.894751:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40613:40613:256:4294967295] 192.168.204.156@tcp LPNI seq info [40612:40612:8:4294967295]
00000400:00000200:2.0:1790692891.894755:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692891.894761:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692891.894765:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894768:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692891.894771:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692891.894774:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692891.894778:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692891.894781:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692891.894784:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692891.894786:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692891.894789:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692891.894792:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692891.894795:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692891.894797:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692891.894799:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692891.894803:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894810:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894813:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692916 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894819:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894821:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692891.894825:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692891.894829:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692891.894832:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692891.894833:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315703827
00000100:00000001:2.0:1790692891.894836:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894838:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315703827
00000100:00000001:2.0:1790692891.894840:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315705089
00000100:00000001:2.0:1790692891.894842:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692891.894844:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.894846:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692891.894849:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692891/real 1790692891]  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692891.894856:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692891.894858:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692891.894859:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692891.894861:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692891.894863:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692891.894866:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692891.894868:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692891.894875:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894881:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692891.894882:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894884:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894885:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692891.894888:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894894:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692891.894898:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894904:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692891.894907:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894908:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692891.894909:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894911:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692891.894913:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692891.894915:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692891.894917:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692891.894919:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692891.894922:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692891.894927:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061198976:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692891.894929:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894931:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894934:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061198720/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894938:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692891.894940:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894942:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692891.894944:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692891.894945:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692891.894946:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692891.894948:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692891.894949:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:2.0:1790692891.894953:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692891.894954:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692891.894955:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790692891.894958:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692891.894959:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894960:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894962:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061198848/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894965:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692891.894966:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894967:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692891.894968:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692891.894969:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692891.894970:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692891.894971:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692891.894972:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:2.0:1790692891.894973:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692891.894974:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692891.894975:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790692891.894977:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692891.894978:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894979:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692891.894980:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061198976/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692916 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692891.894984:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692891.894985:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692891.894985:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692891.894988:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692891.894989:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692891.894990:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692891.894991:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692891.894992:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:2.0:1790692891.894993:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692891.894994:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692891.894994:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790692891.894995:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692891.894996:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.894997:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692891.895002:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692891.895003:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692891.895004:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692891.895005:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692892.788548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692892.788553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692892.788557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692892.788558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692892.788560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692892.788561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692892.788617:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692892.788620:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692892.788622:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692893.236568:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315705089, at 4315705152
00000100:00000040:0.0:1790692893.236569:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315705089, at 4315705152
00000100:00000010:1.0:1790692893.236583:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000100:00000010:0.0:1790692893.236586:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00010000:00000001:2.0:1790692893.812550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692893.812560:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692893.812562:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692893.812567:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692893.812572:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692893.812575:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692893.812577:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692893.812580:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692893.812586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692893.812587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692893.812591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692893.812593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692893.812677:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692893.812683:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692893.812687:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692894.836555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692894.836560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692894.836563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692894.836565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692894.836567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692894.836568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692894.836621:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692894.836624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692894.836626:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692895.861124:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692895.861131:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692895.861137:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692895.861138:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692895.861142:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692895.861143:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692895.861208:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692895.861212:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692895.861215:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692896.884541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692896.884546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692896.884552:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692896.884554:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692896.884556:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884558:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692896.884560:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884561:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884563:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692896.884566:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692896.884567:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692896.884567:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884568:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692896.884569:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884570:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692896.884571:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692896.884627:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692896.884631:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692896.884633:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692897.012560:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692897.012570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692897.012572:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692897.012575:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692897.012580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692897.012587:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21036
00000400:00000200:0.0:1790692897.012597:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692897.012603:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692897.012606:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692897.012608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012610:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.012612:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012613:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692897.012619:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692897.012621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692897.012623:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692897.012625:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692897.012626:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692897.012628:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692897.012629:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012630:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.012631:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012632:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692897.012634:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692897.012636:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012638:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692897.012641:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692897.012643:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692897.012645:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012646:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692897.012648:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692897.012655:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692897.012658:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692897.012660:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692897.012661:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012663:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692897.012665:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692897.012669:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692897.012674:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790692897.012679:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692897.012684:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692897.012691:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692897.012693:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692897.012697:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692897.012714:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692897.012716:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692897.012718:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692897.012722:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692897.012723:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692897.012725:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692897.012727:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21036
00000400:00000200:0.0:1790692897.012729:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692897.012731:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692897.012733:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692897.012734:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012737:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.012738:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012740:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692897.012742:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692897.012744:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692897.012745:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692897.012746:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692897.012748:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692897.012749:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692897.012751:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012752:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692897.012753:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692897.012754:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012757:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692897.012758:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790692897.012759:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692897.012761:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:0.0:1790692897.012762:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012765:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692897.012767:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692897.012769:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692897.012771:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692897.012775:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012778:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692897.012783:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692897.012783:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692897.012785:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692897.012787:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.012789:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790692897.012790:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.012792:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:0.0:1790692897.012793:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
02000000:00000001:2.0:1790692897.012795:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790692897.012796:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692897.012800:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:2.0:1790692897.012801:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061199104:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790692897.012802:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012805:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692897.012807:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692897.012808:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790692897.012809:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.012812:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:0.0:1790692897.012813:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790692897.012815:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012816:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.012817:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1790692897.012824:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1790692897.012824:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692897.012828:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012835:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692897.012838:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692897.012839:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692897.012843:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692897.012843:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:0.0:1790692897.012849:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692897.012853:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692897.012856:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692897.012858:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692897.012859:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790692897.012860:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790692897.012861:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692897.012864:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21036
00000400:00000200:0.0:1790692897.012867:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:2.0:1790692897.012868:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199104, portal 25
00000400:00000200:0.0:1790692897.012869:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692897.012874:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692897.012874:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692897.012878:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:0.0:1790692897.012880:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012885:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.012888:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692897.012892:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692897.012893:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692897.012898:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692897.012901:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790692897.012905:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692897.012907:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790692897.012909:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692897.012914:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692897.012914:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692897.012918:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000020:00000001:0.0:1790692897.012919:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692897.012925:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012927:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.012929:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692897.012930:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061199104, offset 0
00000100:00000001:0.0:1790692897.012933:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692897.012937:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692897.012942:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790692897.012943:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692897.012948:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692897.012950:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692897.012953:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692897.012954:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692897.012968:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.012971:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692897.012971:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000008:00100000:0.0:1790692897.012975:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692897.012977:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000008:00000001:0.0:1790692897.012979:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692897.012983:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:0.0:1790692897.012984:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692897.012987:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692897.012990:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000010:0.0:1790692897.012991:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000400:00000200:2.0:1790692897.012993:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40614:40614:256:4294967295] 192.168.204.156@tcp LPNI seq info [40613:40613:8:4294967295]
00000020:00000040:0.0:1790692897.012997:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692897.012999:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790692897.013004:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692897.013006:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.013011:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692897.013012:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790692897.013013:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692897.013017:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692897.013020:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:0.0:1790692897.013024:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000800:00000010:2.0:1790692897.013025:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:0.0:1790692897.013029:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692897.013034:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692897.013037:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00100000:0.0:1790692897.013039:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790692897.013045:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692897.013051:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1790692897.013056:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000100:2.0:1790692897.013058:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692897.013061:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692897.013062:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000040:0.0:1790692897.013068:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692897.013068:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692897.013075:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692897.013083:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000100:00000001:0.0:1790692897.013084:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692897.013085:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000040:0.0:1790692897.013090:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692897.013090:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692897.013096:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692897.013097:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692897.013103:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692897.013106:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1790692897.013108:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1790692897.013111:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692897.013112:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692897.013114:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692897.013118:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692897.013123:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21036
00000100:00000001:2.0:1790692897.013123:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013126:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:0.0:1790692897.013129:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692897.013132:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692897.013133:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692897.013136:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.013137:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692897.013139:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692897.013140:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.013144:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692897.013147:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790692897.013149:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692897.013150:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315710208
00000020:00000040:0.0:1790692897.013151:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692897.013155:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:2.0:1790692897.013157:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000020:00000040:0.0:1790692897.013158:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692897.013162:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692897.013163:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692897.013165:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790692897.013166:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.013169:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692897.013170:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692897.013172:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692897.013173:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315710208
00000020:00000040:0.0:1790692897.013174:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692897.013178:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000010:2.0:1790692897.013178:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c60.
00000100:00000001:0.0:1790692897.013180:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013182:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1790692897.013183:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692897.013187:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692897.013187:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692897.013191:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013192:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.013196:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692897.013197:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00100000:0.0:1790692897.013199:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692897.013204:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692897.013204:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692897/real 1790692897]  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692897.013208:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692897.013212:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692897.013215:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:2.0:1790692897.013216:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:0.0:1790692897.013217:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1790692897.013219:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1790692897.013220:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692897.013222:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790692897.013222:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
02000000:00000001:0.0:1790692897.013225:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692897.013226:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
02000000:00000001:0.0:1790692897.013227:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692897.013229:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
02000000:00000010:0.0:1790692897.013231:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:2.0:1790692897.013232:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790692897.013237:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692897.013237:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790692897.013245:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692897.013250:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692897.013256:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692897.013260:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013262:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692897.013264:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790692897.013265:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013266:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013269:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692897.013276:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692897.013278:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692897.013280:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21046)
00000100:00000001:2.0:1790692897.013288:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692897.013293:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013300:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692897.013303:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013305:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013306:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013309:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692897.013310:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692897.013313:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692897.013317:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692897.013319:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692897.013323:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692897.013330:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061199104:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692897.013334:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013336:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013337:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061199104/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013341:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692897.013343:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013345:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692897.013348:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692897.013349:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692897.013350:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692897.013351:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692897.013353:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790692897.013355:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692897.013356:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692897.013358:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790692897.013361:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692897.013361:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013363:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013368:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692897.013369:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013370:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692897.013371:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692897.013372:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692897.013374:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013378:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692897.013379:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013380:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692897.013382:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692897.013383:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692897.013384:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199232:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692897.013386:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692897.013388:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692897.013389:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013390:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013392:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692897.013393:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692897.013396:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692897.013397:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692897.013399:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692897.013401:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199232, portal 10
00000100:00000001:2.0:1790692897.013402:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692897.013403:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:2.0:1790692897.013408:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013412:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692897.013413:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692897.013414:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692897.013416:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061199232, offset 0
00000400:00000200:2.0:1790692897.013418:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013420:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013423:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692897.013424:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692897.013426:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692897.013427:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692897.013429:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013431:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40615:40615:256:4294967295] 192.168.204.156@tcp LPNI seq info [40614:40614:8:4294967295]
00000400:00000200:2.0:1790692897.013433:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013437:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692897.013440:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013441:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692897.013444:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692897.013445:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692897.013448:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692897.013450:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692897.013452:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013453:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692897.013476:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692897.013478:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692897.013480:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692897.013481:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692897.013482:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692897.013484:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013489:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013491:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013495:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013495:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692897.013497:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692897.013500:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692897.013502:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692897.013503:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315708943
00000100:00000001:2.0:1790692897.013505:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013506:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315708943
00000100:00000001:2.0:1790692897.013507:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013509:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692897.013510:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013511:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692897.013513:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692897/real 1790692897]  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692897.013517:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692897.013518:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692897.013518:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692897.013520:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692897.013521:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692897.013522:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692897.013524:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692897.013529:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013532:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692897.013533:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013534:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013535:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692897.013536:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013540:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692897.013542:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013545:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692897.013546:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013547:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013548:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013549:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692897.013550:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692897.013551:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692897.013553:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692897.013554:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692897.013556:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692897.013560:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199232:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692897.013562:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692897.013564:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013571:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692897.013572:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013574:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692897.013575:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692897.013576:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692897.013577:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199360:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692897.013579:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692897.013580:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692897.013580:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013581:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013583:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692897.013584:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692897.013586:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692897.013587:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692897.013589:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692897.013590:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199360, portal 10
00000100:00000001:2.0:1790692897.013591:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692897.013592:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790692897.013595:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013599:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692897.013600:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692897.013601:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692897.013603:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061199360, offset 0
00000400:00000200:2.0:1790692897.013605:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013607:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013609:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692897.013610:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692897.013612:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692897.013613:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692897.013614:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013617:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40616:40616:256:4294967295] 192.168.204.156@tcp LPNI seq info [40615:40615:8:4294967295]
00000400:00000200:2.0:1790692897.013619:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013623:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692897.013625:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013627:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692897.013629:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692897.013631:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692897.013633:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692897.013635:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692897.013637:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013638:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692897.013640:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692897.013642:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692897.013644:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692897.013645:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692897.013646:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692897.013648:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013652:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013653:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013657:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013658:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692897.013659:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692897.013661:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692897.013662:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692897.013663:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315708952
00000100:00000001:2.0:1790692897.013664:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013666:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315708952
00000100:00000001:2.0:1790692897.013667:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013668:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692897.013670:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013671:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692897.013673:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692897/real 1790692897]  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692897.013677:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692897.013678:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692897.013679:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692897.013680:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692897.013681:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692897.013682:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692897.013684:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692897.013688:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013692:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692897.013692:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013693:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013694:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692897.013696:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013701:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692897.013704:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013710:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692897.013711:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013713:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013714:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013715:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692897.013717:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692897.013719:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692897.013723:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692897.013725:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692897.013728:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692897.013736:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199360:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692897.013740:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692897.013743:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013748:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692897.013749:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013751:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692897.013752:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692897.013753:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692897.013755:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199488:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692897.013757:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692897.013758:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692897.013759:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692897.013760:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013762:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692897.013763:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692897.013765:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692897.013767:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692897.013768:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692897.013770:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199488, portal 4
00000100:00000001:2.0:1790692897.013771:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692897.013772:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:2.0:1790692897.013776:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013779:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692897.013781:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692897.013782:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692897.013784:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061199488, offset 0
00000400:00000200:2.0:1790692897.013786:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013789:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013791:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692897.013793:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692897.013794:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692897.013796:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692897.013797:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692897.013799:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40617:40617:256:4294967295] 192.168.204.156@tcp LPNI seq info [40616:40616:8:4294967295]
00000400:00000200:2.0:1790692897.013802:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692897.013805:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692897.013808:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013810:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692897.013812:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692897.013814:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692897.013816:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692897.013817:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692897.013820:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692897.013821:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692897.013823:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692897.013824:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692897.013826:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692897.013827:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692897.013829:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692897.013831:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013835:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013837:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692922 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013841:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013842:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692897.013844:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692897.013846:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692897.013847:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692897.013849:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315708946
00000100:00000001:2.0:1790692897.013850:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013851:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315708946
00000100:00000001:2.0:1790692897.013853:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315710208
00000100:00000001:2.0:1790692897.013854:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692897.013855:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.013856:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692897.013858:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692897/real 1790692897]  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692897.013862:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692897.013862:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692897.013863:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692897.013865:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692897.013866:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692897.013868:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692897.013870:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692897.013878:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013884:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692897.013885:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013887:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013888:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692897.013892:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013898:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692897.013901:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013908:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692897.013910:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013912:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692897.013913:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013915:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692897.013916:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692897.013918:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692897.013921:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692897.013923:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692897.013926:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692897.013933:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199488:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692897.013936:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013937:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013941:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061199232/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013946:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692897.013947:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013949:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692897.013952:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692897.013953:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692897.013954:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692897.013956:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692897.013971:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790692897.013974:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692897.013976:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692897.013977:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:2.0:1790692897.013980:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692897.013981:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.013983:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.013985:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061199360/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.013989:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692897.013990:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692897.013991:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692897.013992:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692897.013993:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692897.013994:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692897.013995:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692897.013996:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:2.0:1790692897.013997:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692897.013997:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692897.013998:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790692897.013999:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692897.014000:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.014001:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692897.014003:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061199488/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692922 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692897.014006:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692897.014006:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692897.014007:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692897.014008:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692897.014009:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692897.014009:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692897.014010:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692897.014011:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790692897.014012:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692897.014013:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692897.014013:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:2.0:1790692897.014014:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692897.014015:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.014016:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692897.014018:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692897.014019:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692897.014020:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692897.014021:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692897.908530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692897.908536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692897.908540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692897.908542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692897.908544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692897.908545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692897.908623:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692897.908628:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692897.908632:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692898.356550:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315710208, at 4315710272
00000100:00000040:1.0:1790692898.356550:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315710208, at 4315710272
00000100:00000010:1.0:1790692898.356571:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000100:00000010:0.0:1790692898.356578:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00010000:00000001:2.0:1790692898.932548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692898.932553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692898.932556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692898.932557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692898.932559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692898.932560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692898.932636:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692898.932643:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692898.932648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692899.956556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692899.956561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692899.956565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692899.956565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692899.956568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692899.956568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692899.956617:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692899.956620:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692899.956622:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692900.980569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692900.980575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692900.980580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692900.980581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692900.980584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692900.980585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692900.980643:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692900.980647:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692900.980649:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692902.004572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692902.004578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692902.004583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692902.004585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692902.004588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692902.004589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692902.004651:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692902.004654:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692902.004656:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692902.132585:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692902.132593:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692902.132596:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692902.132599:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692902.132602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692902.132609:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21041
00000400:00000200:1.0:1790692902.132616:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692902.132622:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692902.132625:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692902.132627:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132630:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692902.132631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132633:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692902.132639:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692902.132640:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692902.132642:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692902.132644:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692902.132646:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692902.132647:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692902.132649:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132650:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692902.132651:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692902.132654:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692902.132656:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132657:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692902.132659:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692902.132661:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692902.132663:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.132664:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692902.132666:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692902.132672:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790692902.132674:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692902.132678:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692902.132679:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.132681:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692902.132683:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692902.132686:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692902.132692:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790692902.132697:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692902.132703:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692902.132710:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692902.132713:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692902.132716:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692902.132733:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692902.132735:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692902.132737:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692902.132738:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692902.132739:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692902.132740:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692902.132742:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21041
00000400:00000200:1.0:1790692902.132744:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692902.132746:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692902.132747:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692902.132749:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132751:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692902.132752:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132754:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692902.132756:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692902.132757:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692902.132758:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692902.132760:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692902.132761:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692902.132763:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692902.132764:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790692902.132765:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692902.132770:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692902.132770:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790692902.132774:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692902.132775:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692902.132775:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790692902.132780:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692902.132781:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692902.132783:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692902.132786:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692902.132787:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692902.132792:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.132801:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790692902.132803:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692902.132804:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790692902.132809:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692902.132810:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00000001:1.0:1790692902.132815:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.132815:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692902.132820:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.132821:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692902.132826:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000100:00100000:2.0:1790692902.132828:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061199616:192.168.204.156@tcp:250:kworker.0
00000020:00000040:1.0:1790692902.132830:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692902.132837:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692902.132837:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692902.132841:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.132843:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790692902.132843:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692902.132847:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692902.132849:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692902.132850:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.132853:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692902.132856:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
02000000:00000010:2.0:1790692902.132874:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00000001:1.0:1790692902.132879:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.132879:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692902.132887:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:1.0:1790692902.132888:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692902.132893:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:1.0:1790692902.132900:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790692902.132902:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692902.132903:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692902.132910:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692902.132910:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199616, portal 25
00000100:00000001:2.0:1790692902.132913:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692902.132915:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692902.132924:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.132941:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692902.132945:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692902.132948:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000001:1.0:1790692902.132949:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692902.132951:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061199616, offset 0
00000100:00080000:1.0:1790692902.132955:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692902.132960:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692902.132963:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692902.132966:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692902.132968:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692902.132969:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692902.132975:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692902.132976:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790692902.132980:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21041
00000400:00000200:2.0:1790692902.132982:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692902.132986:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.132987:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790692902.132993:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692902.132993:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790692902.132998:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692902.132999:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:1.0:1790692902.133004:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692902.133005:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40618:40618:256:4294967295] 192.168.204.156@tcp LPNI seq info [40617:40617:8:4294967295]
00000100:00000001:1.0:1790692902.133008:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692902.133012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692902.133013:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.133016:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692902.133021:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:1.0:1790692902.133027:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790692902.133028:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790692902.133030:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692902.133032:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692902.133034:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000010:2.0:1790692902.133034:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000020:00000001:1.0:1790692902.133038:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692902.133039:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692902.133043:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.0:1790692902.133044:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692902.133045:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692902.133050:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.0:1790692902.133050:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000001:1.0:1790692902.133053:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692902.133058:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692902.133061:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:2.1:1790692902.133063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692902.133064:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692902.133070:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.1:1790692902.133071:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
02000000:00000001:1.0:1790692902.133073:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692902.133077:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.133078:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692902.133082:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1790692902.133082:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00000001:1.0:1790692902.133085:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692902.133087:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000001:1.0:1790692902.133088:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692902.133093:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000020:00000040:1.0:1790692902.133096:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692902.133097:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790692902.133098:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692902.133101:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.133104:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692902.133104:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790692902.133105:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692902.133108:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692902.133112:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000400:00000200:2.0:1790692902.133112:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692902.133116:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:1.0:1790692902.133117:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133121:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00100000:1.0:1790692902.133124:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692902.133127:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692902.133137:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692902.133142:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133143:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.133153:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692902.133154:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133165:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133169:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692902.133174:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133176:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692902.133178:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692902.133184:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692902.133185:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692902.133189:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315715328
00000100:00080000:1.0:1790692902.133191:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692902.133196:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000010:2.0:1790692902.133197:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000100:00000001:1.0:1790692902.133198:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692902.133202:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692902.133205:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692902.133206:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1790692902.133211:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21041
00000100:00000001:2.0:1790692902.133214:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315715328
00000400:00000200:1.0:1790692902.133218:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:2.0:1790692902.133221:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc69c0.
00000400:00000200:1.0:1790692902.133224:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692902.133227:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790692902.133228:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692902.133232:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692902.133234:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692902.133236:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.133238:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692902.133239:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790692902.133243:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00100000:2.0:1790692902.133246:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692902/real 1790692902]  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692902.133248:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692902.133255:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692902.133257:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692902.133261:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692902.133266:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000001:2.0:1790692902.133267:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692902.133269:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692902.133271:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692902.133273:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692902.133274:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692902.133275:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:1.0:1790692902.133277:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692902.133279:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692902.133282:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692902.133290:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692902.133292:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692902.133298:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692902.133299:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692902.133301:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692902.133303:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692902.133304:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.133307:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692902.133309:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:2.0:1790692902.133314:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692902.133315:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692902.133322:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692902.133328:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692902.133331:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692902.133331:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790692902.133335:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692902.133338:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.133340:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790692902.133341:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790692902.133342:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692902.133347:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692902.133351:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692902.133356:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692902.133360:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790692902.133361:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790692902.133364:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692902.133368:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133368:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692902.133371:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692902.133374:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692902.133374:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:1.0:1790692902.133377:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133378:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:1.0:1790692902.133381:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000100:00000001:2.0:1790692902.133382:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790692902.133386:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133386:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:1.0:1790692902.133392:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1790692902.133393:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790692902.133403:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790692902.133403:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790692902.133406:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133409:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790692902.133412:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692902.133418:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692902.133420:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692902.133424:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21051)
00000100:00100000:2.0:1790692902.133442:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061199616:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692902.133447:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133449:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.133452:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061199616/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133486:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692902.133489:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692902.133491:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692902.133493:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692902.133494:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692902.133496:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692902.133497:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692902.133498:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790692902.133501:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692902.133502:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692902.133503:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692902.133505:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692902.133506:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133508:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133512:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692902.133514:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133516:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692902.133518:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692902.133519:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692902.133523:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133530:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692902.133531:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133533:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692902.133534:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692902.133536:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692902.133539:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199744:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692902.133543:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692902.133545:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692902.133546:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133548:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692902.133550:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692902.133552:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692902.133556:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692902.133559:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692902.133562:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692902.133565:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199744, portal 10
00000100:00000001:2.0:1790692902.133567:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692902.133568:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790692902.133575:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133581:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692902.133583:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692902.133585:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692902.133588:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061199744, offset 0
00000400:00000200:2.0:1790692902.133592:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692902.133596:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.133599:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692902.133601:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692902.133603:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692902.133604:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692902.133606:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692902.133608:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40619:40619:256:4294967295] 192.168.204.156@tcp LPNI seq info [40618:40618:8:4294967295]
00000400:00000200:2.0:1790692902.133610:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.133615:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692902.133617:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.133619:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692902.133622:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692902.133624:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692902.133627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692902.133629:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692902.133631:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.133639:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692902.133642:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692902.133646:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692902.133648:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692902.133650:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692902.133652:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692902.133656:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133663:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.133666:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133673:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133674:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692902.133678:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692902.133681:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692902.133684:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692902.133686:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315714063
00000100:00000001:2.0:1790692902.133689:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.133691:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315714063
00000100:00000001:2.0:1790692902.133693:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.133695:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692902.133696:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133698:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692902.133700:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692902/real 1790692902]  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692902.133705:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692902.133706:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692902.133708:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692902.133709:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692902.133710:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692902.133712:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692902.133714:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692902.133718:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133722:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692902.133723:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133724:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.133724:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692902.133726:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133730:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692902.133732:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133736:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692902.133738:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133739:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.133740:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133741:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692902.133742:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692902.133743:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692902.133745:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692902.133746:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692902.133748:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692902.133754:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199744:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692902.133758:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692902.133761:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133767:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692902.133769:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133770:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692902.133772:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692902.133774:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692902.133777:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199872:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692902.133779:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692902.133781:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692902.133782:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133784:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692902.133787:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692902.133789:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692902.133792:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692902.133794:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692902.133797:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692902.133800:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061199872, portal 10
00000100:00000001:2.0:1790692902.133802:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692902.133803:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692902.133808:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133812:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692902.133814:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692902.133815:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692902.133817:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061199872, offset 0
00000400:00000200:2.0:1790692902.133819:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692902.133821:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.133824:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692902.133826:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692902.133828:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692902.133829:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692902.133830:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692902.133832:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40620:40620:256:4294967295] 192.168.204.156@tcp LPNI seq info [40619:40619:8:4294967295]
00000400:00000200:2.0:1790692902.133835:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.133838:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692902.133842:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.133845:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692902.133848:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692902.133851:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692902.133855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692902.133868:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692902.133873:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.133875:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692902.133878:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692902.133882:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692902.133884:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692902.133886:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692902.133888:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692902.133892:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133900:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.133903:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133907:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133908:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692902.133911:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692902.133913:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692902.133915:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692902.133917:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315714072
00000100:00000001:2.0:1790692902.133918:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.133920:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315714072
00000100:00000001:2.0:1790692902.133921:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.133922:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692902.133924:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.133925:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692902.133927:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692902/real 1790692902]  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692902.133932:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692902.133932:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692902.133933:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692902.133935:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692902.133936:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692902.133937:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692902.133939:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692902.133943:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133947:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692902.133947:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133948:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.133949:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692902.133951:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133954:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692902.133957:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133960:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692902.133962:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133963:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.133963:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.133965:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692902.133966:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692902.133967:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692902.133969:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692902.133970:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692902.133972:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692902.133976:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061199872:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692902.133978:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692902.133980:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.133983:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692902.133984:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133986:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692902.133987:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692902.133988:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692902.133990:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200000:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692902.133992:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692902.133993:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692902.133993:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692902.133994:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692902.133996:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692902.133998:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692902.134000:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692902.134001:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692902.134003:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692902.134005:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200000, portal 4
00000100:00000001:2.0:1790692902.134006:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692902.134007:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692902.134010:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134014:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692902.134015:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692902.134016:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692902.134018:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061200000, offset 0
00000400:00000200:2.0:1790692902.134020:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692902.134022:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.134024:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692902.134026:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692902.134027:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692902.134029:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692902.134030:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692902.134032:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40621:40621:256:4294967295] 192.168.204.156@tcp LPNI seq info [40620:40620:8:4294967295]
00000400:00000200:2.0:1790692902.134035:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692902.134038:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692902.134041:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.134043:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692902.134045:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692902.134047:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692902.134049:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692902.134051:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692902.134054:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692902.134056:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692902.134059:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692902.134062:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692902.134064:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692902.134066:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692902.134068:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692902.134071:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134078:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.134081:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692927 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134093:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.134095:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692902.134098:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692902.134101:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692902.134103:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692902.134104:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315714066
00000100:00000001:2.0:1790692902.134106:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.134107:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315714066
00000100:00000001:2.0:1790692902.134109:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315715328
00000100:00000001:2.0:1790692902.134110:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692902.134111:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.134112:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692902.134114:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692902/real 1790692902]  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692902.134119:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692902.134119:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692902.134121:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692902.134122:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692902.134123:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692902.134124:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692902.134126:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692902.134131:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134134:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692902.134135:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134136:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.134137:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692902.134139:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134143:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692902.134145:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134149:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692902.134150:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134151:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692902.134152:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134153:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692902.134154:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692902.134155:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692902.134157:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692902.134158:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692902.134160:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692902.134164:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200000:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692902.134165:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134167:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.134168:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061199744/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134172:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692902.134173:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692902.134175:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692902.134176:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692902.134177:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692902.134178:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692902.134179:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692902.134180:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790692902.134183:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692902.134184:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692902.134186:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692902.134188:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692902.134189:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134191:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.134194:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061199872/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134200:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692902.134201:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692902.134202:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692902.134205:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692902.134206:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692902.134208:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692902.134210:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692902.134211:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000001:2.0:1790692902.134213:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692902.134214:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692902.134216:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692902.134218:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692902.134219:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134221:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692902.134224:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061200000/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692927 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692902.134229:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692902.134230:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692902.134231:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692902.134232:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692902.134233:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692902.134234:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692902.134235:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692902.134236:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692902.134237:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692902.134237:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692902.134238:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692902.134239:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692902.134240:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134241:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692902.134244:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692902.134245:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692902.134246:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692902.134247:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692903.028530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692903.028535:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692903.028538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692903.028539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692903.028541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692903.028542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692903.028588:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692903.028591:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692903.028594:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692903.476540:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315715328, at 4315715392
00000100:00000040:1.0:1790692903.476540:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315715328, at 4315715392
00000100:00000010:0.0:1790692903.476553:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000100:00000010:1.0:1790692903.476555:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00010000:00000001:2.0:1790692904.052577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692904.052585:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692904.052587:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692904.052591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692904.052595:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692904.052598:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692904.052600:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692904.052602:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692904.052605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692904.052607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692904.052610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692904.052612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692904.052672:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692904.052676:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692904.052678:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692905.076543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692905.076549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692905.076552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692905.076553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692905.076556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692905.076556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692905.076619:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692905.076623:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692905.076627:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692906.100561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692906.100567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692906.100570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692906.100571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692906.100573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692906.100574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692906.100633:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692906.100638:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692906.100642:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692907.124522:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692907.124527:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124531:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692907.124533:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692907.124535:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692907.124537:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124539:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692907.124541:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124542:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124543:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692907.124547:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692907.124547:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692907.124548:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124549:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692907.124550:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124550:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692907.124552:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692907.124596:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692907.124599:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692907.124601:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692907.252580:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692907.252588:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692907.252590:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692907.252593:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692907.252596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692907.252602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21046
00000400:00000200:3.0:1790692907.252610:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692907.252615:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692907.252618:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692907.252619:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252622:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252624:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252625:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692907.252631:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692907.252632:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692907.252634:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692907.252637:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692907.252638:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692907.252640:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692907.252642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252643:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252644:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252645:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692907.252647:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692907.252648:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692907.252652:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692907.252654:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692907.252655:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.252657:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692907.252658:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692907.252666:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692907.252668:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692907.252670:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692907.252671:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.252673:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692907.252675:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692907.252679:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692907.252685:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692907.252689:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692907.252696:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692907.252702:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692907.252705:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692907.252708:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692907.252730:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692907.252733:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692907.252736:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692907.252737:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692907.252739:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692907.252741:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692907.252744:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21046
00000400:00000200:3.0:1790692907.252747:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692907.252750:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692907.252753:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692907.252757:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252773:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252776:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252778:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692907.252780:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692907.252781:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692907.252782:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692907.252784:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790692907.252785:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692907.252788:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692907.252789:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790692907.252790:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692907.252793:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790692907.252794:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252797:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252801:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692907.252802:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692907.252803:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692907.252808:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692907.252814:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252821:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692907.252823:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692907.252825:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790692907.252828:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692907.252829:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692907.252834:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.252835:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692907.252837:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692907.252840:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1790692907.252842:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692907.252845:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790692907.252847:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692907.252852:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061200128:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692907.252852:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692907.252858:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692907.252860:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1790692907.252862:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692907.252865:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790692907.252867:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692907.252868:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692907.252870:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.252874:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790692907.252874:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692907.252877:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692907.252879:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692907.252881:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000010:3.0:1790692907.252884:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692907.252885:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.252889:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.252894:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692907.252898:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692907.252901:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:3.0:1790692907.252907:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692907.252909:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692907.252911:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000040:3.0:1790692907.252912:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692907.252920:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692907.252922:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200128, portal 25
00000100:00080000:3.0:1790692907.252922:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692907.252927:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790692907.252927:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692907.252931:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790692907.252932:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00080000:3.0:1790692907.252932:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692907.252935:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692907.252937:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21046
00000400:00000200:3.0:1790692907.252942:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:2.0:1790692907.252943:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692907.252944:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692907.252948:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692907.252951:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252955:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252958:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252961:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692907.252962:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1790692907.252963:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692907.252965:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692907.252967:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790692907.252968:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790692907.252969:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692907.252972:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692907.252974:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000020:00000001:3.0:1790692907.252974:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692907.252981:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692907.252982:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061200128, offset 0
00000100:00000001:3.0:1790692907.252982:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.252985:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252988:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692907.252989:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692907.252993:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790692907.252994:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692907.252995:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692907.252998:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692907.253000:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692907.253001:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.253002:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790692907.253004:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:3.0:1790692907.253005:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692907.253009:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253012:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790692907.253012:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692907.253017:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000400:00000200:2.0:1790692907.253019:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1790692907.253021:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692907.253024:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790692907.253024:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692907.253025:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.253027:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692907.253029:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790692907.253030:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692907.253033:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253034:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000010:3.0:1790692907.253037:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000400:00000200:2.0:1790692907.253039:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40622:40622:256:4294967295] 192.168.204.156@tcp LPNI seq info [40621:40621:8:4294967295]
00000100:00000001:3.0:1790692907.253040:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253044:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692907.253046:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692907.253052:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692907.253053:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692907.253055:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692907.253062:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253065:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1790692907.253066:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692907.253073:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1790692907.253075:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790692907.253078:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790692907.253080:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00080000:3.0:1790692907.253084:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692907.253087:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692907.253089:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1790692907.253093:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692907.253093:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.0:1790692907.253098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00080000:3.0:1790692907.253099:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21046
00000800:00000200:2.1:1790692907.253106:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790692907.253107:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790692907.253111:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000400:00000200:3.0:1790692907.253115:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000100:2.0:1790692907.253119:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790692907.253120:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000010:2.0:1790692907.253122:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000040:3.0:1790692907.253125:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.253128:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.253129:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253130:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790692907.253131:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692907.253135:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692907.253136:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1790692907.253138:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692907.253140:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692907.253142:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000020:00000040:3.0:1790692907.253142:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000010:2.0:1790692907.253146:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000020:00000001:3.0:1790692907.253146:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692907.253150:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692907.253151:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790692907.253153:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692907.253157:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692907.253157:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692907.253160:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692907.253163:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692907.253167:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692907.253170:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692907.253173:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253174:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1790692907.253175:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692907.253178:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790692907.253180:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692907.253181:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692907.253184:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692907.253187:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692907.253190:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790692907.253190:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253195:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790692907.253195:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692907.253200:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692907.253202:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790692907.253202:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692907.253204:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692907.253206:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253209:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692907.253209:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692907.253212:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692907.253214:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253215:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315720448
02000000:00000010:3.0:1790692907.253217:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790692907.253221:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692907.253223:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc63c0.
00000100:00100000:3.0:1790692907.253226:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692907.253231:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692907.253232:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692907.253235:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692907.253238:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253242:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315720448
00000100:00000001:3.0:1790692907.253244:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692907.253247:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6cc0.
00000100:00000040:3.0:1790692907.253248:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21056)
00000100:00000001:2.0:1790692907.253255:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692907.253259:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692907.253261:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253263:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692907.253270:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692907/real 1790692907]  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692907.253279:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692907.253281:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692907.253283:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692907.253286:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692907.253288:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692907.253290:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692907.253294:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692907.253302:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253307:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692907.253309:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253311:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253312:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692907.253314:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253319:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692907.253321:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253326:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692907.253327:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253328:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253329:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253330:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692907.253331:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692907.253333:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692907.253336:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692907.253337:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692907.253339:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692907.253344:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061200128:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692907.253347:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253348:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.253350:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061200128/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253354:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692907.253355:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692907.253357:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692907.253359:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692907.253360:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692907.253362:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692907.253363:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692907.253364:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:2.0:1790692907.253367:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692907.253368:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692907.253370:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790692907.253373:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692907.253374:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253376:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253383:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692907.253385:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253387:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692907.253389:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692907.253390:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692907.253393:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253400:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692907.253401:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253403:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692907.253405:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692907.253407:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692907.253410:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200256:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692907.253413:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692907.253415:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692907.253416:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253417:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692907.253419:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692907.253420:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692907.253425:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692907.253427:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692907.253429:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200256, portal 10
00000100:00000001:2.0:1790692907.253430:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692907.253431:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:2.0:1790692907.253435:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253440:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692907.253441:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692907.253442:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692907.253444:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061200256, offset 0
00000400:00000200:2.0:1790692907.253446:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253449:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253451:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692907.253453:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692907.253476:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692907.253477:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692907.253479:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253481:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40623:40623:256:4294967295] 192.168.204.156@tcp LPNI seq info [40622:40622:8:4294967295]
00000400:00000200:2.0:1790692907.253484:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253488:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692907.253491:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253493:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692907.253496:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692907.253498:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692907.253500:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692907.253502:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692907.253504:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253505:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692907.253507:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692907.253509:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692907.253511:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692907.253512:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692907.253513:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692907.253516:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253521:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.253523:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253530:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253531:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692907.253533:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692907.253536:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692907.253538:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692907.253539:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315719183
00000100:00000001:2.0:1790692907.253541:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253542:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315719183
00000100:00000001:2.0:1790692907.253544:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253545:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692907.253546:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253547:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692907.253549:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692907/real 1790692907]  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692907.253553:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692907.253554:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692907.253555:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692907.253556:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692907.253557:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692907.253558:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692907.253560:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692907.253565:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253569:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692907.253569:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253570:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253571:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692907.253573:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253577:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692907.253580:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253584:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692907.253585:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253586:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253586:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253587:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692907.253588:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692907.253590:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692907.253591:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692907.253592:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692907.253594:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692907.253599:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200256:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692907.253600:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692907.253602:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253606:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692907.253606:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253608:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692907.253609:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692907.253610:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692907.253612:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200384:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692907.253613:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692907.253614:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692907.253616:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253617:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692907.253619:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692907.253620:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253622:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692907.253623:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692907.253625:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692907.253626:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200384, portal 10
00000100:00000001:2.0:1790692907.253628:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692907.253628:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:2.0:1790692907.253631:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253635:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692907.253637:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692907.253638:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692907.253639:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061200384, offset 0
00000400:00000200:2.0:1790692907.253641:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253643:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253645:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692907.253647:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692907.253648:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692907.253649:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692907.253651:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253653:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40624:40624:256:4294967295] 192.168.204.156@tcp LPNI seq info [40623:40623:8:4294967295]
00000400:00000200:2.0:1790692907.253655:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253659:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692907.253661:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253663:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692907.253665:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692907.253666:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692907.253669:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692907.253670:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692907.253672:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253674:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692907.253675:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692907.253677:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692907.253679:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692907.253680:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692907.253681:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692907.253683:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253687:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.253689:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253692:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253693:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692907.253695:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692907.253696:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692907.253698:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692907.253699:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315719192
00000100:00000001:2.0:1790692907.253700:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253701:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315719192
00000100:00000001:2.0:1790692907.253703:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253704:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692907.253705:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253706:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692907.253708:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692907/real 1790692907]  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692907.253711:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692907.253712:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692907.253713:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692907.253714:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692907.253715:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692907.253716:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692907.253718:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692907.253723:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253726:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692907.253727:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253727:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253728:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692907.253730:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253733:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692907.253735:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253739:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692907.253740:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253741:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253741:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253742:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692907.253743:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692907.253744:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692907.253746:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692907.253747:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692907.253749:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692907.253754:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200384:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692907.253756:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692907.253758:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253775:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692907.253776:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253778:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692907.253779:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692907.253780:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692907.253782:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200512:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692907.253784:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692907.253785:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692907.253786:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692907.253787:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692907.253789:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692907.253791:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692907.253793:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692907.253794:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692907.253797:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692907.253800:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200512, portal 4
00000100:00000001:2.0:1790692907.253802:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692907.253803:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790692907.253808:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253814:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692907.253816:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692907.253818:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692907.253820:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061200512, offset 0
00000400:00000200:2.0:1790692907.253824:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253827:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253831:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692907.253833:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692907.253835:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692907.253837:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692907.253839:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692907.253843:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40625:40625:256:4294967295] 192.168.204.156@tcp LPNI seq info [40624:40624:8:4294967295]
00000400:00000200:2.0:1790692907.253847:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692907.253852:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692907.253855:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253857:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692907.253859:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692907.253861:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692907.253863:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692907.253865:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692907.253867:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692907.253868:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692907.253870:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692907.253872:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692907.253874:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692907.253875:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692907.253877:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692907.253879:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253884:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.253885:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692932 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253889:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253890:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692907.253892:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692907.253893:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692907.253896:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692907.253897:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315719186
00000100:00000001:2.0:1790692907.253898:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253900:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315719186
00000100:00000001:2.0:1790692907.253901:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315720448
00000100:00000001:2.0:1790692907.253902:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692907.253904:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.253905:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692907.253907:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692907/real 1790692907]  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692907.253912:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692907.253912:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692907.253913:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692907.253914:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692907.253915:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692907.253916:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692907.253918:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692907.253923:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253926:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692907.253927:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253928:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253928:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692907.253930:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253935:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692907.253938:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253944:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692907.253946:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253947:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692907.253948:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253949:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692907.253951:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692907.253953:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692907.253957:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692907.253959:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692907.253963:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692907.253971:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200512:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692907.253974:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.253976:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.253979:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061200256/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.253985:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692907.253987:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692907.253989:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692907.253990:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692907.253991:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692907.253992:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692907.253993:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692907.253994:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692907.253996:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692907.253997:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692907.253998:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692907.254001:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692907.254002:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.254003:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.254005:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061200384/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.254009:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692907.254010:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692907.254010:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692907.254012:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692907.254013:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692907.254013:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692907.254014:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692907.254015:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692907.254016:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692907.254017:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692907.254018:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790692907.254019:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692907.254020:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.254021:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692907.254023:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061200512/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692932 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692907.254026:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692907.254026:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692907.254027:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692907.254028:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692907.254029:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692907.254029:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692907.254030:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692907.254031:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692907.254032:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692907.254033:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692907.254033:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692907.254034:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692907.254035:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.254036:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692907.254038:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692907.254039:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692907.254040:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692907.254041:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692908.148567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692908.148572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692908.148576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692908.148576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692908.148579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692908.148579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692908.148633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692908.148636:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692908.148638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692908.596558:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315720448, at 4315720512
00000100:00000040:1.0:1790692908.596558:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315720448, at 4315720512
00000100:00000010:1.0:1790692908.596571:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000100:00000010:0.0:1790692908.596577:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00010000:00000001:2.0:1790692909.172553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692909.172559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692909.172563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692909.172563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692909.172567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692909.172568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692909.172659:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692909.172663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692909.172666:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00000020:2.0:1790692909.812588:0:298105:0:(osc_request.c:745:osc_update_next_shrink()) next time 22254 to shrink grant
00000008:00000020:2.0:1790692909.812597:0:298105:0:(osc_request.c:745:osc_update_next_shrink()) next time 22254 to shrink grant
00010000:00000001:2.0:1790692910.196569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692910.196576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692910.196581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692910.196583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692910.196586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692910.196587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692910.196652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692910.196656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692910.196659:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692911.220562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692911.220567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692911.220571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692911.220572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692911.220574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692911.220575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692911.220640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692911.220644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692911.220648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692912.244568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692912.244575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692912.244580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692912.244581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692912.244584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692912.244585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692912.244681:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692912.244685:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692912.244689:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692912.372581:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692912.372592:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692912.372594:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692912.372597:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692912.372602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692912.372609:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21051
00000400:00000200:3.0:1790692912.372619:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692912.372626:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692912.372629:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692912.372631:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372634:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.372636:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372638:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692912.372646:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692912.372647:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692912.372650:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692912.372652:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692912.372654:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692912.372656:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692912.372659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372673:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.372675:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372678:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692912.372680:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692912.372683:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372685:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692912.372688:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692912.372691:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692912.372694:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.372696:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692912.372698:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692912.372709:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692912.372712:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692912.372716:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692912.372717:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.372720:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692912.372723:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692912.372727:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692912.372736:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692912.372744:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692912.372755:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692912.372767:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692912.372772:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692912.372778:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692912.372803:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692912.372805:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692912.372809:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692912.372810:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692912.372812:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692912.372814:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692912.372818:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21051
00000400:00000200:3.0:1790692912.372822:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692912.372825:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692912.372827:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692912.372830:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372832:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.372834:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692912.372841:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692912.372842:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692912.372845:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692912.372848:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692912.372850:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692912.372852:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692912.372856:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372858:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.372862:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372864:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692912.372867:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692912.372870:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692912.372872:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692912.372874:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692912.372879:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692912.372881:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.372883:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692912.372889:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692912.372890:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00000001:3.0:1790692912.372892:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.372895:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692912.372901:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790692912.372903:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1790692912.372904:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692912.372909:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692912.372910:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1790692912.372911:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.372915:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692912.372917:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692912.372918:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692912.372923:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692912.372927:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.372929:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790692912.372934:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692912.372968:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692912.372976:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.372980:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692912.372987:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692912.372987:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692912.372996:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692912.373003:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692912.373006:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.373008:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692912.373011:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790692912.373019:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061200640:192.168.204.156@tcp:250:kworker.0
00000100:00080000:3.0:1790692912.373020:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692912.373024:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692912.373028:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692912.373035:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692912.373038:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1790692912.373040:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21051
00000400:00000200:3.0:1790692912.373045:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692912.373046:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000400:00000200:3.0:1790692912.373051:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
02000000:00000001:2.0:1790692912.373052:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692912.373056:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000001:2.0:1790692912.373058:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790692912.373062:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373066:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.373069:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000010:2.0:1790692912.373070:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00000001:3.0:1790692912.373072:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692912.373075:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692912.373079:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692912.373082:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692912.373086:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692912.373088:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790692912.373091:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692912.373094:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692912.373095:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000020:00000001:3.0:1790692912.373097:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692912.373104:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373105:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692912.373107:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692912.373108:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692912.373110:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692912.373116:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692912.373118:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000200:2.0:1790692912.373120:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200640, portal 25
00000100:00000001:3.0:1790692912.373121:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692912.373127:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692912.373131:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1790692912.373132:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692912.373137:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373138:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000001:3.0:1790692912.373140:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692912.373142:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692912.373146:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.373147:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692912.373151:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000100:00000040:2.0:1790692912.373153:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692912.373155:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692912.373162:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692912.373163:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.373168:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692912.373172:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692912.373176:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692912.373183:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:2.0:1790692912.373185:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790692912.373187:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.373194:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00100000:3.0:1790692912.373195:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692912.373206:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692912.373207:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692912.373212:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692912.373214:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061200640, offset 0
00000100:00000040:3.0:1790692912.373220:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692912.373228:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373242:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692912.373244:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790692912.373251:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692912.373256:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1790692912.373258:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:3.0:1790692912.373263:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692912.373267:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790692912.373270:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692912.373275:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692912.373276:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:3.0:1790692912.373279:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692912.373285:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790692912.373287:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692912.373291:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:3.0:1790692912.373296:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21051
00000400:00000200:2.0:1790692912.373303:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40626:40626:256:4294967295] 192.168.204.156@tcp LPNI seq info [40625:40625:8:4294967295]
00000400:00000200:2.0:1790692912.373309:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692912.373316:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692912.373328:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692912.373333:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1790692912.373336:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790692912.373344:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692912.373344:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373353:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790692912.373356:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000040:3.0:1790692912.373356:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373365:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790692912.373374:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692912.373374:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692912.373378:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692912.373384:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1790692912.373385:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000020:00000040:3.0:1790692912.373390:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692912.373395:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790692912.373397:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692912.373404:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.1:1790692912.373405:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1790692912.373415:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000100:2.0:1790692912.373421:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373422:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790692912.373428:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000040:3.0:1790692912.373429:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373436:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692912.373440:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1790692912.373440:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692912.373448:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692912.373486:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692912.373490:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692912.373493:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692912.373496:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.373498:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692912.373500:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692912.373504:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692912.373506:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692912.373516:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692912.373520:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790692912.373524:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790692912.373525:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692912.373529:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692912.373534:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000100:00000001:3.0:1790692912.373534:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692912.373538:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790692912.373540:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
02000000:00000001:3.0:1790692912.373542:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373550:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:3.0:1790692912.373551:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692912.373557:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692912.373559:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790692912.373568:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692912.373591:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790692912.373593:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692912.373597:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.373600:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692912.373607:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373622:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373628:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790692912.373634:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373639:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692912.373641:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21061)
00000400:00000200:2.0:1790692912.373648:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692912.373652:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315725569
00000100:00000010:2.0:1790692912.373672:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d20.
00000100:00000001:2.0:1790692912.373680:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692912.373689:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315725569
00000100:00000010:2.0:1790692912.373692:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6480.
00000100:00000001:2.0:1790692912.373695:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692912.373698:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692912.373702:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373704:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692912.373709:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692912/real 1790692912]  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692912.373720:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692912.373722:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692912.373724:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692912.373727:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692912.373729:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692912.373732:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692912.373735:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692912.373745:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373752:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692912.373754:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373756:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.373758:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692912.373761:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373769:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692912.373773:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373780:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692912.373783:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373784:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.373785:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373788:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692912.373790:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692912.373793:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692912.373797:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692912.373799:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692912.373803:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692912.373812:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061200640:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692912.373817:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373819:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.373822:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061200640/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373834:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692912.373836:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692912.373839:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692912.373842:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692912.373844:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692912.373846:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692912.373848:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692912.373850:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692912.373854:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692912.373855:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692912.373857:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:2.0:1790692912.373861:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692912.373863:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373864:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.373871:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692912.373873:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.373875:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692912.373877:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692912.373878:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692912.373882:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373889:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692912.373890:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.373892:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692912.373894:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692912.373896:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692912.373899:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200768:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692912.373902:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692912.373905:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692912.373906:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.373908:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692912.373911:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692912.373913:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692912.373917:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692912.373920:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692912.373924:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692912.373927:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200768, portal 10
00000100:00000001:2.0:1790692912.373929:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692912.373930:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:2.0:1790692912.373937:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.373943:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692912.373945:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692912.373947:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692912.373950:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061200768, offset 0
00000400:00000200:2.0:1790692912.373954:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692912.373957:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.373961:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692912.373964:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692912.373967:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692912.373969:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692912.373971:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692912.373974:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40627:40627:256:4294967295] 192.168.204.156@tcp LPNI seq info [40626:40626:8:4294967295]
00000400:00000200:2.0:1790692912.373978:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.373984:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692912.373989:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.373992:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692912.373995:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692912.373998:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692912.374003:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692912.374005:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692912.374009:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.374011:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692912.374013:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692912.374016:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692912.374019:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692912.374021:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692912.374024:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692912.374028:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374035:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374038:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374044:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374045:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692912.374049:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.374052:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692912.374055:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692912.374056:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315724303
00000100:00000001:2.0:1790692912.374059:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374061:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315724303
00000100:00000001:2.0:1790692912.374063:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374064:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692912.374066:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374069:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692912.374073:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692912/real 1790692912]  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692912.374080:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692912.374081:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692912.374083:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692912.374085:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692912.374087:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692912.374089:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692912.374092:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692912.374100:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374112:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692912.374113:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374115:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374116:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692912.374120:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374126:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692912.374130:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374137:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692912.374139:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374141:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374143:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374145:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692912.374147:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692912.374149:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692912.374152:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692912.374154:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692912.374157:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692912.374164:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200768:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692912.374168:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692912.374171:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374176:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692912.374178:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.374180:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692912.374182:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692912.374184:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692912.374186:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200896:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692912.374189:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692912.374191:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692912.374193:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.374194:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692912.374198:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692912.374200:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692912.374203:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692912.374206:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692912.374209:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692912.374212:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061200896, portal 10
00000100:00000001:2.0:1790692912.374214:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692912.374215:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:2.0:1790692912.374221:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374227:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692912.374229:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692912.374231:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692912.374234:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061200896, offset 0
00000400:00000200:2.0:1790692912.374237:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692912.374241:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.374245:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692912.374247:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692912.374250:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692912.374252:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692912.374255:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692912.374258:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40628:40628:256:4294967295] 192.168.204.156@tcp LPNI seq info [40627:40627:8:4294967295]
00000400:00000200:2.0:1790692912.374262:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.374268:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692912.374273:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.374276:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692912.374279:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692912.374281:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692912.374284:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692912.374286:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692912.374288:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.374289:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692912.374291:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692912.374294:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692912.374296:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692912.374297:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692912.374298:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692912.374301:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374305:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374307:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374311:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374312:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692912.374314:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.374316:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692912.374318:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692912.374319:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315724312
00000100:00000001:2.0:1790692912.374321:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374322:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315724312
00000100:00000001:2.0:1790692912.374323:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374324:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692912.374326:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374327:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692912.374329:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692912/real 1790692912]  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692912.374334:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692912.374334:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692912.374336:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692912.374337:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692912.374338:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692912.374339:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692912.374341:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692912.374346:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374349:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692912.374350:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374351:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374351:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692912.374353:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374357:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692912.374359:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374363:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692912.374364:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374365:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374366:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374367:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692912.374367:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692912.374369:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692912.374371:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692912.374372:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692912.374374:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692912.374379:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061200896:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692912.374381:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692912.374383:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374386:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692912.374387:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.374388:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692912.374389:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692912.374390:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692912.374392:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201024:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692912.374394:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692912.374395:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692912.374396:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692912.374397:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692912.374399:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692912.374400:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692912.374402:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692912.374403:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692912.374405:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692912.374407:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201024, portal 4
00000100:00000001:2.0:1790692912.374408:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692912.374409:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:2.0:1790692912.374412:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374416:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692912.374417:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692912.374418:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692912.374420:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061201024, offset 0
00000400:00000200:2.0:1790692912.374423:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692912.374425:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.374427:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692912.374429:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692912.374430:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692912.374432:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692912.374433:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692912.374435:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40629:40629:256:4294967295] 192.168.204.156@tcp LPNI seq info [40628:40628:8:4294967295]
00000400:00000200:2.0:1790692912.374437:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692912.374441:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692912.374443:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.374445:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692912.374447:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692912.374448:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692912.374451:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692912.374452:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692912.374473:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692912.374475:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692912.374477:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692912.374479:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692912.374481:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692912.374482:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692912.374483:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692912.374485:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374490:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374492:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692937 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374495:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374496:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692912.374498:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692912.374500:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692912.374502:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692912.374503:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315724307
00000100:00000001:2.0:1790692912.374505:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374506:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315724307
00000100:00000001:2.0:1790692912.374507:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315725569
00000100:00000001:2.0:1790692912.374508:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692912.374509:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374510:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692912.374512:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692912/real 1790692912]  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692912.374516:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692912.374517:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692912.374518:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692912.374519:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692912.374520:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692912.374521:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692912.374523:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692912.374527:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374531:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692912.374531:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374532:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374533:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692912.374535:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374538:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692912.374540:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374544:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692912.374545:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374546:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692912.374547:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374548:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692912.374549:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692912.374551:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692912.374553:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692912.374554:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692912.374556:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692912.374560:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201024:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692912.374562:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374563:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374564:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061200768/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374568:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692912.374569:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692912.374570:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692912.374572:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692912.374573:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692912.374573:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692912.374575:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692912.374576:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692912.374578:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692912.374578:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692912.374579:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790692912.374581:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692912.374582:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374582:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374584:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061200896/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374592:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692912.374592:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692912.374593:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692912.374595:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692912.374596:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692912.374597:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692912.374597:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692912.374598:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692912.374599:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692912.374600:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692912.374600:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:2.0:1790692912.374602:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692912.374603:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374603:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692912.374605:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061201024/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692937 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692912.374608:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692912.374609:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692912.374609:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692912.374611:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692912.374611:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692912.374612:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692912.374613:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692912.374613:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692912.374615:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692912.374616:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692912.374617:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790692912.374618:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692912.374618:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374619:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692912.374621:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692912.374622:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692912.374623:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692912.374624:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692913.268545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692913.268551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692913.268554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692913.268555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692913.268557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692913.268558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692913.268615:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692913.268620:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692913.268623:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692913.716550:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315725569, at 4315725632
00000100:00000040:1.0:1790692913.716550:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315725569, at 4315725632
00000100:00000010:0.0:1790692913.716566:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000100:00000010:1.0:1790692913.716567:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00010000:00000001:2.0:1790692914.292579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692914.292587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692914.292589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692914.292592:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692914.292597:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692914.292599:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692914.292601:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692914.292604:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692914.292608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692914.292609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692914.292617:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692914.292618:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692914.292755:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692914.292758:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692914.292760:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692915.316573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692915.316579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692915.316585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692915.316587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692915.316590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692915.316592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692915.316658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692915.316662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692915.316666:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692916.340557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692916.340563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692916.340569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692916.340571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692916.340576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692916.340577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692916.340655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692916.340659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692916.340662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692917.364547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692917.364553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692917.364560:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692917.364563:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692917.364579:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364583:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692917.364585:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364587:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364589:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692917.364600:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692917.364602:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692917.364604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364605:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692917.364607:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364608:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692917.364610:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692917.364667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692917.364670:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692917.364674:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692917.492522:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692917.492530:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692917.492532:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692917.492535:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692917.492539:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692917.492546:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21056
00000400:00000200:3.0:1790692917.492556:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692917.492576:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692917.492580:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692917.492584:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492588:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692917.492590:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492593:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692917.492601:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692917.492603:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692917.492605:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692917.492607:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692917.492609:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692917.492610:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692917.492612:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692917.492614:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492615:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692917.492617:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692917.492619:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492621:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692917.492623:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692917.492625:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692917.492627:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.492629:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692917.492630:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692917.492638:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692917.492640:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692917.492643:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692917.492644:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.492646:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692917.492648:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692917.492651:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692917.492657:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692917.492663:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692917.492672:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692917.492682:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692917.492686:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692917.492691:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692917.492714:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692917.492717:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692917.492720:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692917.492722:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692917.492724:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692917.492726:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692917.492729:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21056
00000400:00000200:3.0:1790692917.492733:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692917.492737:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692917.492739:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692917.492742:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492743:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692917.492745:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692917.492746:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790692917.492746:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692917.492751:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692917.492752:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1790692917.492754:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790692917.492757:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790692917.492758:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692917.492762:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692917.492765:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692917.492766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790692917.492769:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692917.492777:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692917.492781:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790692917.492782:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692917.492785:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692917.492787:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692917.492791:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692917.492792:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692917.492795:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790692917.492797:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692917.492799:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692917.492801:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492804:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692917.492807:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061201152:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790692917.492807:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692917.492812:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692917.492813:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790692917.492815:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.492818:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692917.492818:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692917.492821:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692917.492822:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790692917.492824:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.492826:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790692917.492827:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692917.492832:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
02000000:00000010:2.0:1790692917.492835:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
00000020:00000040:3.0:1790692917.492840:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692917.492844:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692917.492845:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.492846:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.492847:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692917.492849:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692917.492851:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692917.492855:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692917.492858:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692917.492863:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692917.492864:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692917.492870:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:3.0:1790692917.492871:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692917.492875:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692917.492878:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692917.492880:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692917.492887:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201152, portal 25
00000100:00000001:3.0:1790692917.492887:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692917.492890:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692917.492891:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692917.492893:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000100:00080000:3.0:1790692917.492899:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790692917.492902:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692917.492903:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692917.492907:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692917.492912:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692917.492919:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790692917.492919:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21056
00000100:00000040:2.0:1790692917.492924:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692917.492926:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000400:00000200:3.0:1790692917.492928:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:2.0:1790692917.492931:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061201152, offset 0
00000400:00000200:3.0:1790692917.492934:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692917.492938:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692917.492942:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692917.492943:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492947:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692917.492948:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.492949:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692917.492954:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.492960:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692917.492965:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692917.492968:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692917.492971:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692917.492982:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692917.492985:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40630:40630:256:4294967295] 192.168.204.156@tcp LPNI seq info [40629:40629:8:4294967295]
00000400:00000200:2.0:1790692917.492988:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790692917.492993:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692917.492996:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692917.493000:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692917.493003:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790692917.493004:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692917.493009:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692917.493013:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.0:1790692917.493014:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692917.493019:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.493021:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790692917.493022:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000040:3.0:1790692917.493023:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.493027:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692917.493028:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692917.493032:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:2.0:1790692917.493037:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692917.493037:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692917.493041:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790692917.493044:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
02000000:00000001:3.0:1790692917.493045:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692917.493052:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493056:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692917.493056:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00100000:3.0:1790692917.493059:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790692917.493062:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000008:00000001:3.0:1790692917.493063:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493068:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692917.493071:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.493075:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000010:3.0:1790692917.493075:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692917.493081:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692917.493082:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1790692917.493085:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692917.493090:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790692917.493090:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493095:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692917.493097:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
02000000:00000001:3.0:1790692917.493098:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790692917.493102:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
02000000:00000001:3.0:1790692917.493103:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493108:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:3.0:1790692917.493110:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000200:2.0:1790692917.493115:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692917.493116:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692917.493126:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692917.493127:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.493132:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692917.493147:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692917.493152:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493153:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493156:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:3.0:1790692917.493162:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493164:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692917.493172:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692917.493176:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315730688
00000100:00000001:3.0:1790692917.493178:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692917.493182:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc65a0.
00000100:00000040:3.0:1790692917.493182:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692917.493189:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692917.493191:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1790692917.493192:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692917.493198:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692917.493200:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790692917.493202:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315730688
00000100:00080000:3.0:1790692917.493202:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:2.0:1790692917.493208:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6540.
00000100:00000001:3.0:1790692917.493208:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692917.493214:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:3.0:1790692917.493215:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21056
00000100:00000001:2.0:1790692917.493220:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:3.0:1790692917.493224:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692917.493225:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493230:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000400:00000200:3.0:1790692917.493230:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692917.493235:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1790692917.493240:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692917/real 1790692917]  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692917.493241:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.493247:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000001:2.0:1790692917.493256:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692917.493258:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1790692917.493261:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692917.493262:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000100:00000001:3.0:1790692917.493266:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692917.493268:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692917.493272:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000020:00000001:3.0:1790692917.493273:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692917.493276:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000040:3.0:1790692917.493277:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790692917.493280:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790692917.493283:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692917.493285:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692917.493290:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692917.493295:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692917.493299:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692917.493302:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.493306:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692917.493310:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692917.493313:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692917.493317:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000040:3.0:1790692917.493317:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692917.493320:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692917.493321:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692917.493323:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493326:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1790692917.493326:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692917.493328:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692917.493330:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790692917.493331:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493334:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692917.493336:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00100000:2.0:1790692917.493338:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790692917.493339:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493341:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692917.493345:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790692917.493349:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692917.493353:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692917.493355:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790692917.493355:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692917.493360:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692917.493362:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692917.493364:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692917.493365:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790692917.493367:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790692917.493372:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493378:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00100000:3.0:1790692917.493381:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692917.493383:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493388:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.493390:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692917.493392:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692917.493394:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790692917.493395:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692917.493400:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493401:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692917.493408:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692917.493413:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:3.0:1790692917.493417:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493420:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790692917.493422:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21067)
00000100:00000040:2.0:1790692917.493428:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692917.493436:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061201152:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692917.493440:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493442:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.493445:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061201152/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493451:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692917.493453:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692917.493473:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692917.493477:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692917.493479:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692917.493481:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692917.493483:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692917.493486:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790692917.493489:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692917.493491:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692917.493493:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:2.0:1790692917.493497:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692917.493498:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493501:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493508:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692917.493510:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493511:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692917.493513:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692917.493514:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692917.493518:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493524:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692917.493525:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493527:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692917.493528:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692917.493530:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692917.493532:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201280:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692917.493535:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692917.493536:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692917.493538:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493540:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692917.493542:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692917.493544:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692917.493548:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692917.493550:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692917.493554:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692917.493556:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201280, portal 10
00000100:00000001:2.0:1790692917.493558:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692917.493559:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000040:2.0:1790692917.493580:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493586:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692917.493588:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692917.493591:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692917.493594:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061201280, offset 0
00000400:00000200:2.0:1790692917.493598:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692917.493601:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.493605:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692917.493608:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692917.493610:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692917.493612:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692917.493614:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692917.493617:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40631:40631:256:4294967295] 192.168.204.156@tcp LPNI seq info [40630:40630:8:4294967295]
00000400:00000200:2.0:1790692917.493621:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.493626:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692917.493630:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.493634:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692917.493638:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692917.493640:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692917.493643:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692917.493646:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692917.493649:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.493650:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692917.493652:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692917.493655:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692917.493658:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692917.493659:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692917.493662:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692917.493665:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493671:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.493674:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493680:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493681:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692917.493685:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692917.493688:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692917.493691:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692917.493693:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315729423
00000100:00000001:2.0:1790692917.493695:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.493697:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315729423
00000100:00000001:2.0:1790692917.493699:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.493700:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692917.493702:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493704:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692917.493707:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692917/real 1790692917]  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692917.493714:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692917.493716:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692917.493717:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692917.493720:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692917.493721:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692917.493723:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692917.493726:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692917.493735:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493741:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692917.493743:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493744:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.493745:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692917.493749:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493754:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692917.493758:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493765:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692917.493768:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493769:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.493770:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493772:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692917.493774:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692917.493776:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692917.493779:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692917.493781:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692917.493784:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692917.493792:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201280:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692917.493795:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692917.493799:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493805:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692917.493806:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493808:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692917.493809:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692917.493811:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692917.493814:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201408:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692917.493818:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692917.493819:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692917.493820:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493821:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692917.493823:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692917.493824:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692917.493827:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692917.493828:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692917.493830:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692917.493832:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201408, portal 10
00000100:00000001:2.0:1790692917.493834:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692917.493834:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:2.0:1790692917.493838:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493842:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692917.493843:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692917.493844:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692917.493846:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061201408, offset 0
00000400:00000200:2.0:1790692917.493848:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692917.493850:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.493852:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692917.493854:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692917.493855:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692917.493857:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692917.493858:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692917.493860:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40632:40632:256:4294967295] 192.168.204.156@tcp LPNI seq info [40631:40631:8:4294967295]
00000400:00000200:2.0:1790692917.493862:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.493866:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692917.493869:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.493870:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692917.493873:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692917.493874:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692917.493877:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692917.493878:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692917.493881:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.493882:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692917.493883:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692917.493885:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692917.493887:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692917.493889:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692917.493890:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692917.493892:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493896:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.493898:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493902:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493903:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692917.493905:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692917.493906:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692917.493908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692917.493909:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315729432
00000100:00000001:2.0:1790692917.493910:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.493911:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315729432
00000100:00000001:2.0:1790692917.493913:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.493914:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692917.493915:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.493916:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692917.493918:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692917/real 1790692917]  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692917.493922:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692917.493923:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692917.493924:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692917.493926:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692917.493926:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692917.493927:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692917.493929:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692917.493934:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493938:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692917.493939:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493940:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.493940:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692917.493942:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493946:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692917.493948:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493951:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692917.493952:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493953:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.493954:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.493955:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692917.493956:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692917.493957:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692917.493958:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692917.493960:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692917.493962:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692917.493967:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201408:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692917.493970:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692917.493973:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.493980:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692917.493981:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493983:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692917.493985:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692917.493986:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692917.493989:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201536:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692917.493992:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692917.493993:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692917.493995:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692917.493997:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692917.493999:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692917.494001:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692917.494004:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692917.494006:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692917.494009:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692917.494012:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201536, portal 4
00000100:00000001:2.0:1790692917.494014:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692917.494015:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:2.0:1790692917.494020:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494025:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692917.494027:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692917.494029:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692917.494031:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061201536, offset 0
00000400:00000200:2.0:1790692917.494034:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692917.494038:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.494041:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692917.494043:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692917.494045:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692917.494048:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692917.494050:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692917.494053:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40633:40633:256:4294967295] 192.168.204.156@tcp LPNI seq info [40632:40632:8:4294967295]
00000400:00000200:2.0:1790692917.494057:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692917.494063:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692917.494067:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.494070:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692917.494074:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692917.494076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790692917.494080:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692917.494082:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790692917.494086:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692917.494088:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692917.494091:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692917.494094:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692917.494097:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692917.494098:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692917.494100:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692917.494104:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494112:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.494116:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692942 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494122:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.494123:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692917.494127:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692917.494131:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692917.494135:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692917.494137:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315729426
00000100:00000001:2.0:1790692917.494139:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.494141:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315729426
00000100:00000001:2.0:1790692917.494143:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315730688
00000100:00000001:2.0:1790692917.494144:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692917.494146:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.494147:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692917.494150:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692917/real 1790692917]  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692917.494158:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692917.494159:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692917.494161:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692917.494162:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692917.494164:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692917.494165:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692917.494168:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692917.494176:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494182:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692917.494184:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494186:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.494187:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692917.494191:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494198:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692917.494201:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494207:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692917.494209:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494211:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692917.494213:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494214:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692917.494216:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692917.494219:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692917.494222:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692917.494224:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692917.494228:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692917.494236:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201536:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692917.494240:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494241:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.494244:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061201280/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494250:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692917.494251:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692917.494254:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692917.494256:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692917.494257:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692917.494259:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692917.494261:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692917.494262:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692917.494265:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692917.494266:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692917.494267:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:2.0:1790692917.494269:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692917.494270:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494272:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.494275:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061201408/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494281:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692917.494282:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692917.494284:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692917.494286:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692917.494288:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692917.494289:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692917.494291:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692917.494292:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692917.494294:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692917.494296:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692917.494297:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790692917.494299:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692917.494300:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494302:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692917.494305:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061201536/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692942 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692917.494310:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692917.494312:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692917.494313:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692917.494315:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692917.494316:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692917.494317:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692917.494319:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692917.494320:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692917.494322:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692917.494323:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692917.494324:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:2.0:1790692917.494326:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692917.494327:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494329:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692917.494332:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692917.494334:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692917.494335:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692917.494336:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692918.388593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692918.388598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692918.388603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692918.388604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692918.388607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692918.388608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692918.388659:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692918.388662:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692918.388664:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692918.836589:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315730688, at 4315730752
00000100:00000040:0.0:1790692918.836595:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315730688, at 4315730752
00000100:00000010:1.0:1790692918.836610:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000100:00000010:0.0:1790692918.836614:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00010000:00000001:2.0:1790692919.412548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692919.412554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692919.412557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692919.412558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692919.412560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692919.412561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692919.412620:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692919.412624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692919.412628:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692920.436544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692920.436549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692920.436553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692920.436554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692920.436556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692920.436557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692920.436620:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692920.436625:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692920.436628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692921.460594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692921.460599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692921.460603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692921.460604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692921.460606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692921.460607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692921.460676:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692921.460680:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692921.460684:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692922.484577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692922.484584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692922.484589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692922.484590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692922.484592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692922.484593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692922.484649:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692922.484652:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692922.484656:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692922.612619:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692922.612626:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692922.612628:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692922.612631:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692922.612634:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692922.612639:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21062
00000400:00000200:0.0:1790692922.612646:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692922.612651:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692922.612653:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692922.612655:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612657:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.612659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612660:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692922.612667:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692922.612669:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692922.612671:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692922.612674:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692922.612675:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692922.612677:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692922.612679:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612680:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.612681:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612682:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692922.612683:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692922.612685:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692922.612689:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692922.612691:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692922.612693:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612694:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692922.612696:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692922.612703:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790692922.612705:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692922.612708:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692922.612709:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612711:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692922.612713:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692922.612716:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692922.612722:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790692922.612726:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692922.612733:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692922.612740:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692922.612743:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692922.612746:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692922.612764:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692922.612766:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692922.612768:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692922.612769:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692922.612770:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692922.612772:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692922.612774:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21062
00000400:00000200:0.0:1790692922.612776:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692922.612777:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692922.612778:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692922.612780:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.612782:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612783:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692922.612785:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692922.612786:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692922.612787:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692922.612789:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692922.612791:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692922.612792:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790692922.612794:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612795:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.612797:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612798:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692922.612800:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692922.612801:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612802:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692922.612803:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692922.612807:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692922.612808:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612809:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692922.612812:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692922.612814:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612816:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.612816:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000010:0.0:1790692922.612821:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790692922.612821:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:0.0:1790692922.612823:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692922.612826:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692922.612826:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790692922.612828:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612830:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692922.612831:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692922.612832:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692922.612836:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000040:2.0:1790692922.612838:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692922.612844:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.612848:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692922.612852:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.612855:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:0.0:1790692922.612857:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790692922.612859:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692922.612864:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692922.612872:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061201664:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692922.612873:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692922.612878:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.612880:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692922.612885:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:0.0:1790692922.612886:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692922.612888:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.612891:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692922.612897:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00000001:0.0:1790692922.612900:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.612901:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692922.612904:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692922.612908:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692922.612910:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692922.612911:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790692922.612912:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692922.612917:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692922.612919:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21062
00000400:00000010:2.0:1790692922.612919:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000200:0.0:1790692922.612924:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692922.612927:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692922.612929:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790692922.612929:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000040:0.0:1790692922.612934:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612936:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.612937:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612940:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692922.612940:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201664, portal 25
00000020:00000001:0.0:1790692922.612947:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692922.612947:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:0.0:1790692922.612949:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000001:2.0:1790692922.612951:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000020:00000001:0.0:1790692922.612952:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692922.612954:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692922.612957:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692922.612959:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692922.612963:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612965:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692922.612965:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790692922.612968:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612970:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692922.612973:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692922.612977:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692922.612981:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692922.612983:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692922.612986:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692922.612987:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1790692922.612990:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.612993:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692922.612996:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1790692922.612996:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000008:00000001:0.0:1790692922.613000:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.613001:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692922.613002:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000010:0.0:1790692922.613004:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790692922.613007:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000200:2.0:1790692922.613008:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061201664, offset 0
02000000:00000001:0.0:1790692922.613009:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692922.613011:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.613014:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692922.613015:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692922.613016:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692922.613020:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000400:00000200:2.0:1790692922.613020:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692922.613024:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692922.613028:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692922.613028:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613036:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692922.613043:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790692922.613045:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692922.613048:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613049:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:0.0:1790692922.613053:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692922.613054:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692922.613059:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613066:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40634:40634:256:4294967295] 192.168.204.156@tcp LPNI seq info [40633:40633:8:4294967295]
00000100:00000001:0.0:1790692922.613068:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692922.613072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692922.613072:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790692922.613078:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790692922.613082:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692922.613087:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790692922.613088:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692922.613091:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692922.613093:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692922.613096:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692922.613100:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21062
00000800:00000200:2.0:1790692922.613103:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790692922.613105:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692922.613109:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692922.613110:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692922.613112:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613112:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:0.0:1790692922.613115:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.613118:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.613119:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692922.613121:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692922.613123:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692922.613125:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1790692922.613126:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692922.613127:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692922.613131:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790692922.613133:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.0:1790692922.613134:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000040:0.0:1790692922.613136:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.613141:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692922.613144:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692922.613147:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.1:1790692922.613148:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:0.0:1790692922.613149:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790692922.613154:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692922.613156:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692922.613156:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
02000000:00000001:0.0:1790692922.613159:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692922.613161:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692922.613163:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.613165:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000100:2.0:1790692922.613167:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00100000:0.0:1790692922.613168:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790692922.613171:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692922.613172:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000001:0.0:1790692922.613173:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692922.613178:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790692922.613179:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790692922.613180:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790692922.613181:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692922.613183:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692922.613186:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692922.613187:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692922.613188:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613191:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000010:0.0:1790692922.613192:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790692922.613196:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692922.613201:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692922.613202:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692922.613206:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:0.0:1790692922.613208:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692922.613211:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613212:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:0.0:1790692922.613215:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692922.613221:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692922.613222:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692922.613227:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21072)
00000100:00000001:2.0:1790692922.613236:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.613239:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613243:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613245:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692922.613250:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613254:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692922.613256:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315735808
00000100:00000010:2.0:1790692922.613261:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6900.
00000100:00000001:2.0:1790692922.613265:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692922.613270:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315735808
00000100:00000010:2.0:1790692922.613271:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c00.
00000100:00000001:2.0:1790692922.613273:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692922.613275:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692922.613277:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613279:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692922.613281:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692922/real 1790692922]  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692922.613287:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692922.613288:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692922.613289:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692922.613291:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692922.613292:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692922.613294:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692922.613296:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692922.613301:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613317:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692922.613318:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613320:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613321:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692922.613324:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613328:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692922.613330:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613334:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692922.613336:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613337:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613338:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613340:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692922.613342:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692922.613344:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692922.613346:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692922.613347:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692922.613349:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692922.613354:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061201664:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692922.613356:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613357:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.613359:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061201664/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613363:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692922.613365:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692922.613367:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692922.613369:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692922.613370:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692922.613372:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692922.613373:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692922.613374:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:2.0:1790692922.613378:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692922.613379:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692922.613380:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:2.0:1790692922.613382:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692922.613382:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613384:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613389:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692922.613390:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613391:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692922.613392:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692922.613393:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692922.613395:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613399:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692922.613400:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613402:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692922.613403:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692922.613404:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692922.613410:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201792:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692922.613411:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692922.613413:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692922.613414:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613415:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692922.613419:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692922.613420:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692922.613425:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692922.613429:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692922.613431:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201792, portal 10
00000100:00000001:2.0:1790692922.613434:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692922.613435:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790692922.613442:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613448:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692922.613450:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692922.613453:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692922.613503:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061201792, offset 0
00000400:00000200:2.0:1790692922.613510:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613514:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613518:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692922.613520:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692922.613522:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692922.613524:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692922.613525:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613527:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40635:40635:256:4294967295] 192.168.204.156@tcp LPNI seq info [40634:40634:8:4294967295]
00000400:00000200:2.0:1790692922.613529:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613534:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692922.613537:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613539:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692922.613541:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692922.613543:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692922.613546:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692922.613548:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692922.613550:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613551:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692922.613553:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692922.613555:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692922.613557:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692922.613558:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692922.613559:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692922.613562:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613571:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.613573:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613577:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613578:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692922.613580:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692922.613582:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692922.613585:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692922.613587:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315734543
00000100:00000001:2.0:1790692922.613590:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.613592:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315734543
00000100:00000001:2.0:1790692922.613594:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.613596:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692922.613598:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613600:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692922.613604:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692922/real 1790692922]  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692922.613613:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692922.613615:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692922.613617:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692922.613620:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692922.613622:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692922.613624:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692922.613627:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692922.613635:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613641:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692922.613643:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613645:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613646:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692922.613649:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613656:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692922.613660:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613666:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692922.613669:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613670:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613672:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613673:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692922.613675:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692922.613677:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692922.613680:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692922.613682:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692922.613685:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692922.613692:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201792:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692922.613695:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692922.613696:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613700:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692922.613701:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613702:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692922.613704:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692922.613705:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692922.613707:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201920:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692922.613709:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692922.613710:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692922.613711:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613712:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692922.613715:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692922.613716:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613718:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692922.613719:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692922.613721:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692922.613723:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061201920, portal 10
00000100:00000001:2.0:1790692922.613724:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692922.613725:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:2.0:1790692922.613729:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613732:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692922.613734:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692922.613735:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692922.613736:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061201920, offset 0
00000400:00000200:2.0:1790692922.613738:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613741:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613743:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692922.613745:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692922.613746:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692922.613748:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692922.613749:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613751:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40636:40636:256:4294967295] 192.168.204.156@tcp LPNI seq info [40635:40635:8:4294967295]
00000400:00000200:2.0:1790692922.613753:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613757:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692922.613760:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613762:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692922.613765:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692922.613767:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692922.613769:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692922.613770:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692922.613773:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613774:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692922.613776:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692922.613778:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692922.613780:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692922.613781:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692922.613782:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692922.613784:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613788:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.613790:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613793:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613794:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692922.613796:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692922.613798:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692922.613799:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692922.613800:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315734552
00000100:00000001:2.0:1790692922.613802:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.613804:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315734552
00000100:00000001:2.0:1790692922.613806:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.613808:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692922.613810:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.613811:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692922.613815:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692922/real 1790692922]  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692922.613822:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692922.613824:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692922.613825:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692922.613827:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692922.613829:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692922.613831:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692922.613834:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692922.613842:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613848:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692922.613850:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613851:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613853:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692922.613855:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613859:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692922.613862:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613866:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692922.613867:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613868:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.613868:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.613869:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692922.613870:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692922.613872:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692922.613873:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692922.613874:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692922.613876:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692922.613888:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061201920:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692922.613891:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692922.613894:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613900:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692922.613901:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613903:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692922.613905:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692922.613906:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692922.613909:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202048:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692922.613912:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692922.613914:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692922.613916:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692922.613917:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692922.613920:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692922.613922:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692922.613926:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692922.613928:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692922.613932:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692922.613935:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202048, portal 4
00000100:00000001:2.0:1790692922.613936:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692922.613937:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:2.0:1790692922.613941:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.613945:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692922.613946:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692922.613947:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692922.613949:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061202048, offset 0
00000400:00000200:2.0:1790692922.613951:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613954:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613956:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692922.613958:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692922.613960:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692922.613961:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692922.613962:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692922.613964:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40637:40637:256:4294967295] 192.168.204.156@tcp LPNI seq info [40636:40636:8:4294967295]
00000400:00000200:2.0:1790692922.613966:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692922.613970:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692922.613973:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613975:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692922.613977:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692922.613979:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790692922.613981:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692922.613983:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790692922.613985:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692922.613986:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692922.613988:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692922.613990:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692922.613991:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692922.613992:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692922.613994:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692922.613996:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614000:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.614002:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692947 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614006:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.614007:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692922.614008:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692922.614010:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692922.614012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692922.614014:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315734546
00000100:00000001:2.0:1790692922.614015:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.614016:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315734546
00000100:00000001:2.0:1790692922.614018:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315735808
00000100:00000001:2.0:1790692922.614019:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692922.614020:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.614021:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692922.614023:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692922/real 1790692922]  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692922.614027:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692922.614028:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692922.614029:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692922.614030:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692922.614031:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692922.614032:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692922.614034:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692922.614038:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614042:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692922.614043:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614044:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.614044:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692922.614046:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614049:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692922.614052:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614055:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692922.614057:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614058:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692922.614059:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614060:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692922.614061:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692922.614062:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692922.614064:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692922.614065:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692922.614067:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692922.614071:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202048:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692922.614073:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614075:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.614076:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061201792/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614080:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692922.614081:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692922.614082:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692922.614083:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692922.614084:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692922.614085:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692922.614086:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692922.614087:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:2.0:1790692922.614089:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692922.614090:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692922.614091:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790692922.614092:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692922.614093:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614094:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.614095:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061201920/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614102:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692922.614103:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692922.614104:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692922.614106:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692922.614107:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692922.614107:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692922.614108:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692922.614109:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:2.0:1790692922.614110:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692922.614111:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692922.614111:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:2.0:1790692922.614114:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692922.614115:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614115:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692922.614117:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061202048/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692947 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692922.614120:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692922.614121:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692922.614121:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692922.614122:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692922.614123:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692922.614124:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692922.614124:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692922.614125:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:2.0:1790692922.614126:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692922.614127:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692922.614127:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790692922.614129:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692922.614129:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614131:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692922.614133:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692922.614134:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692922.614135:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692922.614136:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692923.508615:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692923.508617:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692923.508620:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508625:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692923.508627:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508630:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508632:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508635:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692923.508636:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692923.508639:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692923.508641:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692923.508751:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692923.508754:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692923.508758:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692923.956557:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315735808, at 4315735872
00000100:00000010:0.0:1790692923.956568:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000100:00000040:1.0:1790692923.956780:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315735808, at 4315735872
00000100:00000010:1.0:1790692923.956794:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00010000:00000001:2.0:1790692924.532612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692924.532621:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692924.532628:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692924.532630:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692924.532633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692924.532634:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692924.532706:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692924.532710:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692924.532712:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692925.556568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692925.556573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692925.556576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692925.556577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692925.556579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692925.556580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692925.556664:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692925.556669:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692925.556673:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692926.580536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692926.580543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692926.580551:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692926.580561:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692926.580565:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580568:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692926.580573:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580575:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580577:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692926.580583:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692926.580584:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692926.580585:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580587:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692926.580588:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580590:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692926.580592:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692926.580652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692926.580656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692926.580660:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692927.604653:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692927.604662:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692927.604670:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692927.604671:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692927.604675:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692927.604676:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692927.604760:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692927.604765:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692927.604769:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692927.732566:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692927.732575:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692927.732577:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692927.732580:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692927.732584:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692927.732591:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21067
00000400:00000200:3.0:1790692927.732600:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692927.732606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692927.732609:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692927.732612:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732615:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.732618:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732620:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692927.732627:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692927.732630:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692927.732633:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692927.732636:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692927.732638:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692927.732641:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692927.732643:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732645:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.732647:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732649:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692927.732652:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692927.732655:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732657:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692927.732661:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692927.732663:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692927.732666:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732668:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692927.732670:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692927.732678:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692927.732682:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692927.732685:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692927.732687:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732690:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692927.732692:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692927.732696:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692927.732703:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692927.732709:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692927.732716:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692927.732726:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692927.732730:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692927.732734:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692927.732762:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692927.732766:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692927.732769:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692927.732770:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692927.732772:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692927.732774:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692927.732777:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21067
00000400:00000200:3.0:1790692927.732781:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692927.732784:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692927.732787:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692927.732791:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692927.732793:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790692927.732794:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692927.732797:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790692927.732798:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692927.732800:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692927.732802:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692927.732806:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1790692927.732808:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692927.732808:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692927.732812:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692927.732815:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692927.732819:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692927.732822:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692927.732828:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1790692927.732829:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692927.732832:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732833:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.732836:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692927.732840:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692927.732840:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692927.732844:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692927.732845:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790692927.732848:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692927.732849:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732854:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692927.732856:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061202176:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790692927.732859:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692927.732861:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790692927.732865:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692927.732866:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692927.732870:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692927.732870:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732875:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692927.732876:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:3.0:1790692927.732880:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000010:2.0:1790692927.732882:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
00000008:00000001:3.0:1790692927.732883:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.732885:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732887:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692927.732892:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790692927.732893:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000400:00000010:2.0:1790692927.732897:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000020:00000040:3.0:1790692927.732897:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692927.732903:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:2.0:1790692927.732905:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
02000000:00000001:3.0:1790692927.732905:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.732907:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692927.732910:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1790692927.732912:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202176, portal 25
02000000:00000001:3.0:1790692927.732912:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.732915:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000010:3.0:1790692927.732917:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:2.0:1790692927.732918:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000001:3.0:1790692927.732924:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.732927:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790692927.732933:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692927.732952:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692927.732956:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692927.732963:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.732964:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692927.732971:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692927.732976:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692927.732978:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692927.732981:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692927.732982:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061202176, offset 0
00000100:00080000:3.0:1790692927.732987:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692927.732990:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692927.732991:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692927.732996:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692927.732997:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692927.733001:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21067
00000400:00000200:2.0:1790692927.733008:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733015:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692927.733020:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692927.733023:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692927.733027:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692927.733030:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733033:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40638:40638:256:4294967295] 192.168.204.156@tcp LPNI seq info [40637:40637:8:4294967295]
00000400:00000200:2.0:1790692927.733036:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692927.733040:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733049:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790692927.733049:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692927.733054:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:2.0:1790692927.733058:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692927.733061:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733064:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:3.0:1790692927.733064:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.733069:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.733071:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790692927.733075:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692927.733077:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:2.0:1790692927.733079:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1790692927.733080:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692927.733083:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692927.733087:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:2.1:1790692927.733087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790692927.733093:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790692927.733093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000001:3.0:1790692927.733098:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000100:2.0:1790692927.733102:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692927.733105:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733106:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000001:3.0:1790692927.733109:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.733112:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733113:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790692927.733117:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692927.733121:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692927.733122:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790692927.733127:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733128:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692927.733133:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692927.733133:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692927.733137:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692927.733139:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790692927.733141:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790692927.733145:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692927.733146:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.733150:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692927.733153:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692927.733158:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733160:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790692927.733161:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.733164:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790692927.733167:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692927.733172:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692927.733176:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692927.733179:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.733182:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692927.733184:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692927.733185:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692927.733187:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790692927.733189:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733194:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692927.733194:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790692927.733198:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692927.733204:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692927.733207:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692927.733209:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315740928
00000100:00000010:2.0:1790692927.733218:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6300.
00000100:00000001:3.0:1790692927.733218:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692927.733222:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733227:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1790692927.733227:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733235:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315740928
00000100:00000001:3.0:1790692927.733238:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692927.733239:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc62a0.
00000100:00000040:3.0:1790692927.733242:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692927.733243:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692927.733248:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790692927.733249:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692927.733252:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692927.733253:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692927.733257:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1790692927.733258:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692927.733262:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692927.733264:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790692927.733268:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692927/real 1790692927]  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692927.733268:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692927.733273:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21067
00000400:00000200:3.0:1790692927.733280:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692927.733285:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692927.733289:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1790692927.733293:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1790692927.733294:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000001:2.0:1790692927.733297:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790692927.733298:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790692927.733302:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000100:00000040:3.0:1790692927.733303:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.733306:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692927.733309:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000020:00000001:3.0:1790692927.733310:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692927.733313:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000010:2.0:1790692927.733315:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000020:00000001:3.0:1790692927.733316:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692927.733320:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692927.733322:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:3.0:1790692927.733323:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692927.733328:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692927.733329:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692927.733333:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.733337:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692927.733341:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692927.733345:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692927.733349:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000200:2.0:1790692927.733353:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692927.733354:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692927.733359:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692927.733362:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692927.733378:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692927.733382:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692927.733385:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692927.733386:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00100000:3.0:1790692927.733388:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692927.733390:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733394:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00000001:3.0:1790692927.733396:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733398:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692927.733399:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692927.733404:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000100:00100000:2.0:1790692927.733406:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692927.733408:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692927.733413:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692927.733415:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733421:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692927.733425:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692927.733427:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1790692927.733431:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692927.733431:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692927.733436:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692927.733442:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733443:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692927.733448:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790692927.733450:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692927.733452:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.733483:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692927.733486:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692927.733487:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692927.733490:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790692927.733491:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692927.733494:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1790692927.733499:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692927.733500:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692927.733506:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1790692927.733514:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.733516:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692927.733520:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21077)
00000100:00100000:2.0:1790692927.733529:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061202176:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692927.733535:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733537:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.733540:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061202176/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733546:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692927.733548:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692927.733550:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692927.733554:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692927.733555:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692927.733557:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692927.733558:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692927.733560:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692927.733564:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692927.733566:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692927.733568:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790692927.733570:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692927.733571:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733574:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733580:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692927.733582:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733583:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692927.733584:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692927.733586:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692927.733589:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733594:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692927.733596:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.733597:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692927.733599:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692927.733601:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692927.733603:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202304:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692927.733606:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692927.733607:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692927.733609:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.733610:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692927.733613:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692927.733615:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692927.733619:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692927.733621:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692927.733624:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692927.733626:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202304, portal 10
00000100:00000001:2.0:1790692927.733628:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692927.733629:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:2.0:1790692927.733635:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733640:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692927.733642:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692927.733645:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692927.733647:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061202304, offset 0
00000400:00000200:2.0:1790692927.733651:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733655:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733658:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692927.733661:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692927.733663:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692927.733666:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692927.733668:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733671:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40639:40639:256:4294967295] 192.168.204.156@tcp LPNI seq info [40638:40638:8:4294967295]
00000400:00000200:2.0:1790692927.733674:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733680:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692927.733684:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733687:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692927.733689:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692927.733691:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692927.733694:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692927.733696:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692927.733698:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733699:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692927.733701:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692927.733703:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692927.733705:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692927.733706:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692927.733708:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692927.733710:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733715:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.733717:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733721:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733722:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692927.733724:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.733727:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692927.733729:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692927.733730:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315739663
00000100:00000001:2.0:1790692927.733732:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.733733:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315739663
00000100:00000001:2.0:1790692927.733735:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.733736:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692927.733737:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733738:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692927.733740:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692927/real 1790692927]  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692927.733745:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692927.733746:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692927.733747:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692927.733748:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692927.733749:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692927.733750:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692927.733752:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692927.733757:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733760:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692927.733761:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733762:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.733763:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692927.733764:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733768:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692927.733770:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733774:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692927.733776:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733777:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.733777:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733778:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692927.733780:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692927.733781:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692927.733783:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692927.733784:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692927.733786:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692927.733790:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202304:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692927.733792:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692927.733794:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733798:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692927.733798:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.733800:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692927.733801:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692927.733802:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692927.733803:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202432:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692927.733805:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692927.733806:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692927.733807:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.733809:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692927.733811:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692927.733812:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692927.733815:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692927.733818:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692927.733821:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692927.733823:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202432, portal 10
00000100:00000001:2.0:1790692927.733825:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692927.733826:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790692927.733831:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733838:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692927.733840:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692927.733842:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692927.733844:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061202432, offset 0
00000400:00000200:2.0:1790692927.733848:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733851:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733855:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692927.733857:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692927.733860:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692927.733862:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692927.733864:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692927.733867:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40640:40640:256:4294967295] 192.168.204.156@tcp LPNI seq info [40639:40639:8:4294967295]
00000400:00000200:2.0:1790692927.733870:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.733876:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692927.733880:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733884:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692927.733887:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692927.733890:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692927.733894:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692927.733896:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692927.733899:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.733901:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692927.733904:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692927.733907:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692927.733910:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692927.733912:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692927.733914:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692927.733917:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733923:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.733926:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733932:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733933:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692927.733937:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.733940:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692927.733943:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692927.733945:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315739672
00000100:00000001:2.0:1790692927.733948:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.733950:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315739672
00000100:00000001:2.0:1790692927.733951:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.733953:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692927.733955:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.733957:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692927.733961:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692927/real 1790692927]  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692927.733968:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692927.733969:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692927.733971:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692927.733973:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692927.733975:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692927.733977:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692927.733980:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692927.733988:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.733994:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692927.733996:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.733997:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.733998:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692927.734002:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734007:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692927.734011:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734017:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692927.734020:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734021:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.734022:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734024:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692927.734025:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692927.734028:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692927.734031:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692927.734032:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692927.734036:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692927.734043:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202432:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692927.734047:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692927.734050:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734056:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692927.734057:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.734060:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692927.734062:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692927.734063:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692927.734066:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202560:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692927.734069:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692927.734071:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692927.734072:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692927.734074:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692927.734077:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692927.734079:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692927.734083:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692927.734085:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692927.734088:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692927.734091:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202560, portal 4
00000100:00000001:2.0:1790692927.734092:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692927.734094:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:2.0:1790692927.734098:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734104:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692927.734107:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692927.734109:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692927.734111:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061202560, offset 0
00000400:00000200:2.0:1790692927.734115:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692927.734118:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.734122:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692927.734124:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692927.734127:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692927.734129:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692927.734131:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692927.734134:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40641:40641:256:4294967295] 192.168.204.156@tcp LPNI seq info [40640:40640:8:4294967295]
00000400:00000200:2.0:1790692927.734137:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692927.734143:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692927.734148:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.734151:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692927.734155:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692927.734157:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790692927.734161:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692927.734163:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790692927.734167:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692927.734169:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692927.734171:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692927.734174:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692927.734177:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692927.734178:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692927.734181:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692927.734184:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734191:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.734194:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692952 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734200:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.734201:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692927.734205:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692927.734208:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692927.734211:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692927.734213:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315739666
00000100:00000001:2.0:1790692927.734216:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.734218:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315739666
00000100:00000001:2.0:1790692927.734220:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315740928
00000100:00000001:2.0:1790692927.734222:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692927.734224:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.734225:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692927.734229:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692927/real 1790692927]  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692927.734237:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692927.734238:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692927.734240:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692927.734242:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692927.734243:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692927.734246:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692927.734249:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692927.734257:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734263:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692927.734264:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734266:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.734267:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692927.734271:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734278:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692927.734281:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734288:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692927.734290:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734291:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692927.734292:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734293:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692927.734294:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692927.734296:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692927.734298:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692927.734299:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692927.734302:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692927.734306:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202560:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692927.734308:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734310:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.734311:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061202304/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734315:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692927.734316:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692927.734317:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692927.734319:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692927.734320:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692927.734321:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692927.734322:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692927.734323:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692927.734324:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692927.734325:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692927.734326:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:2.0:1790692927.734329:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692927.734330:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734331:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.734332:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061202432/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734336:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692927.734337:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692927.734337:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692927.734339:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692927.734340:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692927.734340:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692927.734341:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692927.734342:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692927.734343:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692927.734344:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692927.734345:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692927.734346:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692927.734347:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734348:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692927.734349:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061202560/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692952 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692927.734353:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692927.734353:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692927.734354:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692927.734355:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692927.734356:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692927.734356:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692927.734357:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692927.734358:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692927.734359:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692927.734359:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692927.734360:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790692927.734361:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692927.734362:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734376:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692927.734380:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692927.734381:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692927.734382:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692927.734384:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692928.628632:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692928.628638:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692928.628644:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692928.628645:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692928.628648:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692928.628649:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692928.628854:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692928.628858:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692928.628861:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692929.076536:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315740928, at 4315740992
00000100:00000040:1.0:1790692929.076536:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315740928, at 4315740992
00000100:00000010:1.0:1790692929.076549:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000100:00000010:0.0:1790692929.076551:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00010000:00000001:2.0:1790692929.652582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692929.652587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692929.652590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692929.652591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692929.652594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692929.652594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692929.652647:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692929.652651:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692929.652654:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692930.676557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692930.676562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692930.676567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692930.676567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692930.676570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692930.676570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692930.676617:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692930.676621:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692930.676623:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692931.700554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692931.700559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692931.700563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692931.700563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692931.700566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692931.700566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692931.700623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692931.700625:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692931.700627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692932.724558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692932.724565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692932.724578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692932.724580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692932.724584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692932.724585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692932.724655:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692932.724659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692932.724663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692932.852601:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692932.852609:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692932.852610:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692932.852613:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692932.852616:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692932.852622:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21072
00000400:00000200:3.0:1790692932.852630:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692932.852636:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692932.852639:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692932.852642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.852645:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692932.852648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.852650:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692932.852659:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692932.852661:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692932.852664:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692932.852666:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692932.852669:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692932.852671:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692932.852674:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.852686:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692932.852688:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.852690:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692932.852693:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692932.852696:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692932.852699:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692932.852703:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692932.852706:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692932.852708:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852710:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692932.852712:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692932.852719:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790692932.852722:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692932.852724:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692932.852726:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852728:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692932.852730:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692932.852733:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692932.852738:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692932.852742:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692932.852751:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692932.852760:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692932.852765:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692932.852769:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692932.852791:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692932.852794:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692932.852798:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692932.852799:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692932.852800:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692932.852803:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692932.852806:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21072
00000400:00000200:3.0:1790692932.852811:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692932.852814:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692932.852817:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692932.852820:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692932.852821:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790692932.852823:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692932.852825:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790692932.852828:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692932.852829:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692932.852833:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692932.852836:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790692932.852838:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692932.852841:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692932.852845:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692932.852849:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1790692932.852850:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692932.852851:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692932.852855:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790692932.852856:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:3.0:1790692932.852859:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790692932.852860:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692932.852864:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692932.852866:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00100000:2.0:1790692932.852869:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061202688:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692932.852869:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692932.852874:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692932.852876:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790692932.852876:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692932.852880:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692932.852882:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1790692932.852882:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692932.852886:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852886:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692932.852892:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692932.852893:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790692932.852896:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692932.852898:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852899:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692932.852902:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692932.852904:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852905:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692932.852907:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00000010:3.0:1790692932.852909:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692932.852910:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692932.852913:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692932.852915:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.852916:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.852917:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692932.852919:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692932.852922:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692932.852925:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:3.0:1790692932.852926:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790692932.852930:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692932.852931:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00100000:3.0:1790692932.852935:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692932.852938:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692932.852944:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790692932.852946:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202688, portal 25
00000100:00000001:3.0:1790692932.852946:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.852951:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1790692932.852953:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.852954:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000001:3.0:1790692932.852963:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692932.852965:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692932.852965:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692932.852970:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692932.852972:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692932.852974:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692932.852978:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692932.852982:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21072
00000100:00000001:2.0:1790692932.852985:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:3.0:1790692932.852988:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692932.852992:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692932.852994:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692932.852996:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.853000:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692932.853003:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692932.853004:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692932.853008:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692932.853009:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692932.853013:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061202688, offset 0
00000020:00000001:3.0:1790692932.853014:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692932.853017:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692932.853019:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692932.853021:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790692932.853023:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692932.853027:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692932.853030:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692932.853031:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790692932.853037:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853041:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790692932.853042:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692932.853048:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692932.853052:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:3.0:1790692932.853055:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853058:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790692932.853059:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692932.853063:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692932.853065:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:3.0:1790692932.853067:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692932.853070:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692932.853072:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692932.853074:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692932.853076:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.853077:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692932.853079:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692932.853080:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40642:40642:256:4294967295] 192.168.204.156@tcp LPNI seq info [40641:40641:8:4294967295]
00000008:00000001:3.0:1790692932.853082:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.853085:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692932.853088:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790692932.853092:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790692932.853095:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692932.853100:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1790692932.853100:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692932.853102:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.853106:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692932.853107:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692932.853108:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692932.853110:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:3.0:1790692932.853112:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000800:00000010:2.0:1790692932.853115:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:3.0:1790692932.853116:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692932.853121:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790692932.853124:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692932.853130:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790692932.853136:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.1:1790692932.853136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692932.853139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790692932.853141:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692932.853145:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.853147:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000100:00000040:3.0:1790692932.853149:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692932.853151:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692932.853159:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692932.853166:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692932.853167:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692932.853171:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790692932.853174:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692932.853176:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692932.853178:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692932.853187:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692932.853189:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790692932.853191:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692932.853194:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692932.853197:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692932.853200:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692932.853201:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692932.853208:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692932.853210:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853212:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692932.853217:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692932.853220:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21072
00000400:00000200:2.0:1790692932.853223:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692932.853227:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315746048
00000400:00000200:3.0:1790692932.853230:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692932.853235:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000010:2.0:1790692932.853237:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc66c0.
00000100:00080000:3.0:1790692932.853238:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692932.853243:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692932.853246:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692932.853246:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692932.853251:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.853254:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692932.853257:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315746048
00000020:00000001:3.0:1790692932.853258:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692932.853261:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000010:2.0:1790692932.853278:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6300.
00000020:00000001:3.0:1790692932.853279:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692932.853284:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692932.853285:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1790692932.853289:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692932.853291:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1790692932.853293:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692932.853297:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.853301:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692932.853302:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853306:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1790692932.853306:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692932.853310:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:2.0:1790692932.853311:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692932/real 1790692932]  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692932.853315:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692932.853322:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000001:2.0:1790692932.853323:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692932.853326:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790692932.853328:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692932.853329:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
02000000:00000001:3.0:1790692932.853331:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692932.853335:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
02000000:00000001:3.0:1790692932.853336:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:2.0:1790692932.853338:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
02000000:00000001:3.0:1790692932.853340:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853344:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790692932.853345:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692932.853349:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000200:2.0:1790692932.853353:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790692932.853353:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.853357:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692932.853362:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790692932.853366:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000200:2.0:1790692932.853369:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692932.853370:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692932.853373:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692932.853376:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692932.853379:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692932.853382:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692932.853389:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:2.0:1790692932.853394:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790692932.853395:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853397:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853401:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.853402:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790692932.853405:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790692932.853410:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692932.853422:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692932.853426:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853427:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692932.853433:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790692932.853435:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853490:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790692932.853493:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853495:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853498:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.853500:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692932.853501:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21082)
00000100:00000001:2.0:1790692932.853503:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692932.853507:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692932.853510:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692932.853515:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692932.853517:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692932.853521:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692932.853526:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061202688:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692932.853530:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853531:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.853533:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061202688/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853543:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692932.853545:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692932.853547:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692932.853550:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692932.853551:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692932.853552:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692932.853554:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692932.853555:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:2.0:1790692932.853559:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692932.853561:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692932.853563:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692932.853567:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692932.853568:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853570:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853577:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692932.853579:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853588:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692932.853590:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692932.853591:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692932.853595:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853602:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692932.853603:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.853604:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692932.853605:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692932.853607:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692932.853609:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202816:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692932.853611:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692932.853612:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692932.853613:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.853614:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692932.853622:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692932.853623:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692932.853626:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692932.853627:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692932.853630:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692932.853633:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202816, portal 10
00000100:00000001:2.0:1790692932.853635:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692932.853636:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:2.0:1790692932.853643:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853649:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692932.853651:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692932.853654:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692932.853656:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061202816, offset 0
00000400:00000200:2.0:1790692932.853660:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853664:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.853668:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692932.853670:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692932.853673:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692932.853675:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692932.853683:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853685:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40643:40643:256:4294967295] 192.168.204.156@tcp LPNI seq info [40642:40642:8:4294967295]
00000400:00000200:2.0:1790692932.853687:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.853692:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692932.853697:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.853700:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692932.853704:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692932.853707:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692932.853710:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692932.853713:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692932.853716:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.853717:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692932.853720:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692932.853723:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692932.853727:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692932.853728:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692932.853731:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692932.853734:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853744:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.853746:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853749:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853750:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692932.853753:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692932.853755:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692932.853758:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692932.853759:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315744783
00000100:00000001:2.0:1790692932.853761:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.853762:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315744783
00000100:00000001:2.0:1790692932.853764:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.853765:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692932.853766:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853767:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692932.853769:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692932/real 1790692932]  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692932.853773:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692932.853774:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692932.853775:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692932.853777:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692932.853778:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692932.853779:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692932.853781:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692932.853785:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853789:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692932.853790:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853791:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.853792:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692932.853794:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853798:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692932.853800:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853803:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692932.853804:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853805:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.853806:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853807:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692932.853808:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692932.853810:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692932.853811:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692932.853812:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692932.853814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692932.853818:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202816:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692932.853821:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692932.853822:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853826:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692932.853827:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.853829:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692932.853830:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692932.853831:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692932.853833:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202944:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692932.853834:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692932.853836:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692932.853837:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.853838:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692932.853840:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692932.853841:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692932.853843:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692932.853844:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692932.853846:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692932.853848:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061202944, portal 10
00000100:00000001:2.0:1790692932.853849:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692932.853850:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790692932.853854:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853857:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692932.853859:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692932.853860:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692932.853861:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061202944, offset 0
00000400:00000200:2.0:1790692932.853863:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853865:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.853867:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692932.853869:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692932.853870:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692932.853872:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692932.853873:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692932.853876:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40644:40644:256:4294967295] 192.168.204.156@tcp LPNI seq info [40643:40643:8:4294967295]
00000400:00000200:2.0:1790692932.853880:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.853886:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692932.853890:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.853893:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692932.853896:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692932.853899:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692932.853903:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692932.853905:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692932.853909:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.853911:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692932.853914:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692932.853917:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692932.853920:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692932.853922:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692932.853924:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692932.853926:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853931:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.853932:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853936:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853937:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692932.853940:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692932.853941:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692932.853943:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692932.853945:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315744792
00000100:00000001:2.0:1790692932.853946:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.853947:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315744792
00000100:00000001:2.0:1790692932.853949:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.853950:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692932.853951:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.853952:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692932.853954:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692932/real 1790692932]  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692932.853960:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692932.853962:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692932.853964:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692932.853966:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692932.853967:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692932.853969:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692932.853972:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692932.853980:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.853986:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692932.853987:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.853989:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.853990:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692932.853994:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854000:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692932.854003:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854007:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692932.854008:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854009:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.854010:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854011:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692932.854012:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692932.854013:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692932.854015:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692932.854016:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692932.854018:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692932.854025:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061202944:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692932.854028:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692932.854031:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854037:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692932.854039:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.854040:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692932.854042:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692932.854044:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692932.854046:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203072:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692932.854050:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692932.854051:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692932.854053:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692932.854054:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692932.854058:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692932.854060:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692932.854063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692932.854066:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692932.854069:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692932.854072:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203072, portal 4
00000100:00000001:2.0:1790692932.854073:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692932.854074:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790692932.854078:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854081:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692932.854083:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692932.854084:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692932.854085:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061203072, offset 0
00000400:00000200:2.0:1790692932.854088:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692932.854091:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.854093:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692932.854095:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692932.854096:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692932.854098:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692932.854099:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692932.854101:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40645:40645:256:4294967295] 192.168.204.156@tcp LPNI seq info [40644:40644:8:4294967295]
00000400:00000200:2.0:1790692932.854103:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692932.854107:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692932.854109:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.854111:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692932.854113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692932.854115:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692932.854118:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692932.854119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692932.854121:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692932.854122:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692932.854124:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692932.854126:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692932.854128:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692932.854129:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692932.854130:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692932.854132:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854137:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.854138:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692957 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854142:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.854143:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692932.854144:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692932.854146:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692932.854147:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692932.854149:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315744786
00000100:00000001:2.0:1790692932.854150:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.854152:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315744786
00000100:00000001:2.0:1790692932.854153:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315746048
00000100:00000001:2.0:1790692932.854154:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692932.854155:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.854156:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692932.854158:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692932/real 1790692932]  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692932.854162:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692932.854163:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692932.854164:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692932.854165:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692932.854166:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692932.854167:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692932.854169:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692932.854173:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854177:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692932.854178:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854179:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.854180:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692932.854182:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854185:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692932.854187:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854191:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692932.854192:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854193:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692932.854194:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854195:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692932.854196:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692932.854198:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692932.854199:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692932.854200:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692932.854202:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692932.854206:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203072:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692932.854209:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854210:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.854211:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061202816/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854215:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692932.854216:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692932.854217:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692932.854218:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692932.854219:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692932.854220:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692932.854221:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692932.854221:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692932.854223:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692932.854224:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692932.854225:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790692932.854226:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692932.854227:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854228:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.854230:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061202944/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854241:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692932.854242:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692932.854243:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692932.854245:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692932.854246:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692932.854247:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692932.854249:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692932.854250:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692932.854252:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692932.854253:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692932.854254:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790692932.854256:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692932.854258:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854259:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692932.854262:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061203072/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692957 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692932.854280:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692932.854281:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692932.854283:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692932.854285:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692932.854286:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692932.854287:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692932.854289:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692932.854291:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692932.854292:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692932.854293:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692932.854294:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790692932.854295:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692932.854296:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854297:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692932.854300:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692932.854301:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692932.854302:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692932.854303:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692933.748599:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692933.748601:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692933.748603:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748606:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692933.748608:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748609:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748611:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692933.748614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692933.748616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692933.748617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692933.748681:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692933.748684:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692933.748686:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692934.196544:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315746048, at 4315746112
00000100:00000040:1.0:1790692934.196544:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315746048, at 4315746112
00000100:00000010:1.0:1790692934.196556:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000100:00000010:0.0:1790692934.196564:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00010000:00000001:2.0:1790692934.772527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692934.772532:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692934.772535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692934.772536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692934.772538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692934.772539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692934.772593:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692934.772596:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692934.772599:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692935.796556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692935.796560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692935.796564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692935.796565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692935.796568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692935.796568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692935.796625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692935.796629:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692935.796633:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692936.820517:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692936.820523:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692936.820529:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692936.820531:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692936.820533:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820535:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692936.820537:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820538:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820540:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692936.820543:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692936.820544:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692936.820545:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820546:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692936.820547:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820548:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692936.820549:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692936.820602:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692936.820606:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692936.820608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692937.844528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692937.844532:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692937.844535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692937.844536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692937.844538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692937.844539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692937.844597:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692937.844600:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692937.844602:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692937.972596:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692937.972607:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692937.972609:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692937.972612:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692937.972616:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692937.972623:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21077
00000400:00000200:3.0:1790692937.972631:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692937.972638:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692937.972642:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692937.972645:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972648:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692937.972651:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972653:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692937.972661:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692937.972662:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692937.972665:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692937.972668:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692937.972670:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692937.972672:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692937.972675:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972676:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692937.972678:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972680:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692937.972683:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692937.972686:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972689:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692937.972691:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692937.972694:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692937.972697:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.972699:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692937.972701:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692937.972709:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790692937.972711:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692937.972714:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692937.972715:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.972717:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692937.972719:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692937.972722:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692937.972727:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692937.972733:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692937.972739:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692937.972746:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692937.972749:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692937.972753:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692937.972771:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692937.972774:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692937.972777:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692937.972778:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692937.972779:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692937.972782:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692937.972784:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21077
00000400:00000200:3.0:1790692937.972788:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692937.972791:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692937.972793:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692937.972797:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972800:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692937.972802:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972804:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692937.972807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790692937.972808:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692937.972812:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790692937.972813:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790692937.972815:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692937.972817:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1790692937.972820:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692937.972825:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692937.972827:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790692937.972827:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692937.972833:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972838:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692937.972842:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692937.972847:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790692937.972847:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692937.972848:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692937.972851:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692937.972853:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692937.972857:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692937.972857:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.972860:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692937.972861:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692937.972866:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692937.972866:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692937.972870:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692937.972872:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061203200:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692937.972872:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692937.972877:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692937.972878:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:3.0:1790692937.972880:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.972883:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.972884:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1790692937.972886:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
02000000:00000001:2.0:1790692937.972888:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790692937.972889:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692937.972893:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692937.972894:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790692937.972894:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.972897:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692937.972898:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692937.972899:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692937.972902:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000010:3.0:1790692937.972903:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692937.972906:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.972908:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692937.972914:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692937.972916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692937.972924:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:3.0:1790692937.972924:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692937.972927:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692937.972931:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692937.972933:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:3.0:1790692937.972941:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692937.972942:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692937.972945:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692937.972946:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692937.972947:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692937.972948:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:2.0:1790692937.972950:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203200, portal 25
00000100:00080000:3.0:1790692937.972950:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21077
00000100:00000001:2.0:1790692937.972955:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1790692937.972956:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692937.972959:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000400:00000200:3.0:1790692937.972961:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692937.972964:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692937.972968:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692937.972970:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692937.972970:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692937.972975:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.972979:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692937.972983:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692937.972985:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692937.972988:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692937.972990:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692937.972994:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692937.972999:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:2.0:1790692937.973001:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790692937.973003:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.973006:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692937.973007:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692937.973010:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692937.973012:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000001:3.0:1790692937.973013:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692937.973017:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000200:2.0:1790692937.973018:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061203200, offset 0
00000100:00080000:3.0:1790692937.973019:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692937.973023:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692937.973024:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692937.973026:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692937.973029:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790692937.973030:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.973033:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692937.973034:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692937.973036:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692937.973037:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973041:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790692937.973041:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000400:00000200:2.0:1790692937.973048:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:3.0:1790692937.973050:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692937.973053:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790692937.973053:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692937.973055:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973058:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790692937.973059:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692937.973062:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790692937.973062:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692937.973064:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973066:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000010:3.0:1790692937.973070:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000200:2.0:1790692937.973071:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40646:40646:256:4294967295] 192.168.204.156@tcp LPNI seq info [40645:40645:8:4294967295]
00000100:00000001:3.0:1790692937.973074:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973078:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790692937.973082:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692937.973091:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692937.973097:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692937.973100:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692937.973103:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790692937.973106:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973112:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:3.0:1790692937.973118:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692937.973121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790692937.973123:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1790692937.973126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:3.0:1790692937.973130:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.1:1790692937.973133:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790692937.973135:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790692937.973137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00080000:3.0:1790692937.973141:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000100:2.0:1790692937.973145:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692937.973145:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692937.973147:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692937.973151:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692937.973155:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21077
00000800:00000010:2.0:1790692937.973157:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:3.0:1790692937.973162:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973177:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790692937.973181:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692937.973186:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790692937.973186:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692937.973193:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973195:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000100:00000001:3.0:1790692937.973197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790692937.973199:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000040:3.0:1790692937.973201:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.973203:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692937.973207:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692937.973210:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692937.973211:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:3.0:1790692937.973213:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790692937.973219:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692937.973219:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692937.973223:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692937.973229:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790692937.973236:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692937.973237:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790692937.973241:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692937.973244:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692937.973247:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692937.973251:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692937.973256:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692937.973263:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692937.973266:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973268:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790692937.973268:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692937.973273:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692937.973275:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692937.973276:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692937.973281:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790692937.973282:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973283:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315751168
00000100:00000001:3.0:1790692937.973286:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:2.0:1790692937.973289:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc62a0.
00000008:00100000:3.0:1790692937.973291:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790692937.973294:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973296:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692937.973297:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692937.973303:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790692937.973305:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315751168
00000020:00000040:3.0:1790692937.973305:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692937.973307:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692937.973310:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692937.973311:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c00.
00000100:00000001:3.0:1790692937.973311:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692937.973314:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692937.973317:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790692937.973317:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692937.973321:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:2.0:1790692937.973323:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692937.973325:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973327:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973332:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790692937.973332:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692937.973339:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692937.973341:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692937.973344:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692937.973347:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692937/real 1790692937]  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692937.973377:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692937.973378:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1790692937.973380:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21087)
00000400:00000001:2.0:1790692937.973381:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692937.973385:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692937.973388:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692937.973390:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692937.973392:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692937.973398:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692937.973407:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973414:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692937.973415:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973418:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973419:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692937.973423:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973430:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692937.973434:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973441:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692937.973444:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973446:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973447:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973449:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692937.973451:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692937.973479:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692937.973484:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692937.973486:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692937.973491:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692937.973499:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061203200:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692937.973503:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973505:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.973508:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061203200/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973515:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692937.973517:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692937.973519:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692937.973522:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692937.973524:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692937.973525:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692937.973528:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692937.973530:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692937.973533:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692937.973535:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692937.973536:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:2.0:1790692937.973539:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692937.973540:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973542:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973549:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692937.973550:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973551:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692937.973553:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692937.973553:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692937.973556:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973560:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692937.973561:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973562:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692937.973564:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692937.973565:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692937.973566:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203328:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692937.973568:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692937.973569:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692937.973570:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973571:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692937.973573:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692937.973575:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973577:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692937.973579:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692937.973581:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692937.973583:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203328, portal 10
00000100:00000001:2.0:1790692937.973584:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692937.973585:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00000040:2.0:1790692937.973589:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973593:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692937.973595:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692937.973597:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692937.973598:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061203328, offset 0
00000400:00000200:2.0:1790692937.973600:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973603:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973605:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692937.973608:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692937.973609:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692937.973611:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692937.973612:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973614:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40647:40647:256:4294967295] 192.168.204.156@tcp LPNI seq info [40646:40646:8:4294967295]
00000400:00000200:2.0:1790692937.973616:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973620:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692937.973622:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973624:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692937.973627:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692937.973628:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692937.973631:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692937.973633:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790692937.973635:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973636:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692937.973638:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692937.973640:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692937.973642:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692937.973643:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692937.973645:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692937.973647:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973651:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.973653:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973657:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973658:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692937.973660:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692937.973662:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692937.973664:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692937.973665:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315749903
00000100:00000001:2.0:1790692937.973667:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973668:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315749903
00000100:00000001:2.0:1790692937.973670:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973671:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692937.973672:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973673:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692937.973675:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692937/real 1790692937]  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692937.973679:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692937.973680:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692937.973681:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692937.973682:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692937.973683:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692937.973684:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692937.973685:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692937.973697:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973701:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692937.973702:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973703:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973704:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692937.973706:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973710:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692937.973712:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973716:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692937.973718:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973718:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973719:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973720:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692937.973721:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692937.973723:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692937.973724:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692937.973725:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692937.973727:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692937.973731:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203328:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692937.973733:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692937.973735:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973738:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692937.973739:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973740:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692937.973741:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692937.973742:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692937.973743:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203456:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692937.973745:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692937.973746:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692937.973747:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973748:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692937.973750:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692937.973751:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973753:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692937.973754:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692937.973756:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692937.973758:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203456, portal 10
00000100:00000001:2.0:1790692937.973759:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692937.973760:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790692937.973763:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973767:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692937.973768:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692937.973769:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692937.973770:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061203456, offset 0
00000400:00000200:2.0:1790692937.973773:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973775:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973777:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692937.973778:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692937.973780:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692937.973781:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692937.973783:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973784:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40648:40648:256:4294967295] 192.168.204.156@tcp LPNI seq info [40647:40647:8:4294967295]
00000400:00000200:2.0:1790692937.973787:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973790:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692937.973793:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973794:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692937.973796:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692937.973798:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692937.973800:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692937.973802:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790692937.973804:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973805:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692937.973807:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692937.973809:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692937.973810:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692937.973811:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692937.973813:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692937.973815:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973819:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.973821:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973825:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973825:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692937.973827:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692937.973828:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692937.973830:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692937.973831:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315749912
00000100:00000001:2.0:1790692937.973832:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973834:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315749912
00000100:00000001:2.0:1790692937.973835:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973836:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692937.973837:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973838:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692937.973840:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692937/real 1790692937]  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692937.973844:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692937.973844:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692937.973845:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692937.973846:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692937.973847:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692937.973848:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692937.973850:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692937.973854:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973858:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692937.973859:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973860:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973861:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692937.973862:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973866:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692937.973868:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973871:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692937.973872:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973873:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.973874:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.973875:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692937.973875:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692937.973877:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692937.973878:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692937.973879:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692937.973881:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692937.973885:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203456:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692937.973887:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692937.973889:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973892:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692937.973893:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973895:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692937.973896:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692937.973897:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692937.973898:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203584:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692937.973900:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692937.973901:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692937.973902:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692937.973903:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692937.973905:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692937.973905:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692937.973907:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692937.973909:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692937.973910:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692937.973912:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203584, portal 4
00000100:00000001:2.0:1790692937.973913:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692937.973914:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790692937.973917:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973920:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692937.973921:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692937.973922:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692937.973923:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061203584, offset 0
00000400:00000200:2.0:1790692937.973925:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973927:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973928:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692937.973930:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692937.973931:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692937.973932:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692937.973934:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692937.973936:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40649:40649:256:4294967295] 192.168.204.156@tcp LPNI seq info [40648:40648:8:4294967295]
00000400:00000200:2.0:1790692937.973938:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692937.973941:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692937.973944:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973946:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692937.973948:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692937.973950:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790692937.973952:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692937.973953:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790692937.973956:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692937.973956:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692937.973958:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692937.973960:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692937.973961:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692937.973962:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692937.973963:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692937.973965:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973970:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.973971:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692962 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.973975:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973976:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692937.973977:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692937.973979:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692937.973982:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692937.973984:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315749906
00000100:00000001:2.0:1790692937.973986:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973988:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315749906
00000100:00000001:2.0:1790692937.973990:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315751168
00000100:00000001:2.0:1790692937.973992:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692937.973994:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.973996:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692937.973999:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692937/real 1790692937]  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692937.974007:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692937.974008:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692937.974010:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692937.974012:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692937.974013:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692937.974015:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692937.974018:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692937.974026:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974032:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692937.974034:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974035:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.974037:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692937.974040:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974047:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692937.974051:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974058:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692937.974060:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974062:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692937.974063:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974064:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692937.974066:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692937.974068:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692937.974071:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692937.974073:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692937.974077:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692937.974085:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203584:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692937.974088:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974090:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.974093:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061203328/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974098:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692937.974099:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692937.974101:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692937.974104:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692937.974105:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692937.974106:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692937.974108:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692937.974110:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692937.974112:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692937.974113:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692937.974115:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:2.0:1790692937.974117:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692937.974118:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974119:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.974122:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061203456/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974128:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692937.974129:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692937.974131:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692937.974133:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692937.974134:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692937.974136:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692937.974137:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692937.974138:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692937.974140:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692937.974142:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692937.974143:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790692937.974146:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692937.974147:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974148:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692937.974151:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061203584/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692962 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692937.974157:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692937.974159:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692937.974160:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692937.974162:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692937.974163:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692937.974164:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692937.974181:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692937.974182:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692937.974185:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692937.974186:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692937.974188:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790692937.974190:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692937.974192:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974193:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692937.974196:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692937.974198:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692937.974200:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692937.974201:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692938.868528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692938.868532:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692938.868537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692938.868537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692938.868539:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692938.868540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692938.868587:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692938.868590:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692938.868593:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692939.316529:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315751168, at 4315751232
00000100:00000040:0.0:1790692939.316530:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315751168, at 4315751232
00000100:00000010:1.0:1790692939.316540:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000100:00000010:0.0:1790692939.316544:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00010000:00000001:2.0:1790692939.892536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692939.892542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692939.892548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692939.892549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692939.892553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692939.892554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692939.892591:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692939.892594:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692939.892597:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692940.916556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692940.916561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692940.916565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692940.916566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692940.916568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692940.916569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692940.916629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692940.916633:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692940.916637:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692941.940547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692941.940553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692941.940559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692941.940560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692941.940563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692941.940564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692941.940628:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692941.940633:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692941.940636:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692942.964546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692942.964551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692942.964555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692942.964555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692942.964557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692942.964558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692942.964610:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692942.964613:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692942.964616:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692943.092552:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692943.092561:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692943.092564:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692943.092567:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692943.092571:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692943.092578:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21082
00000400:00000200:1.0:1790692943.092586:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692943.092592:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692943.092595:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692943.092598:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092602:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692943.092605:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092607:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692943.092613:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692943.092614:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692943.092616:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692943.092618:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692943.092620:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692943.092621:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692943.092623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092624:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692943.092625:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092626:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692943.092627:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692943.092630:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092631:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692943.092633:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692943.092635:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692943.092637:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.092638:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692943.092639:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692943.092646:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000020:00000040:1.0:1790692943.092648:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692943.092652:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692943.092653:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.092656:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692943.092659:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692943.092662:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692943.092669:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000100:00000001:1.0:1790692943.092675:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692943.092683:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692943.092696:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692943.092699:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692943.092702:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692943.092718:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692943.092720:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692943.092722:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692943.092723:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692943.092724:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692943.092726:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692943.092728:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21082
00000400:00000200:1.0:1790692943.092730:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692943.092732:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692943.092734:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692943.092736:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092737:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692943.092739:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092740:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692943.092743:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692943.092744:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692943.092745:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692943.092747:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692943.092748:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692943.092750:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692943.092752:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092753:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692943.092754:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790692943.092755:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092758:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692943.092759:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790692943.092760:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692943.092762:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:1.0:1790692943.092764:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092767:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692943.092769:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692943.092770:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692943.092773:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692943.092777:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.092781:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692943.092784:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:1.0:1790692943.092786:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692943.092786:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692943.092791:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.092792:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790692943.092794:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.092796:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790692943.092798:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
02000000:00000001:2.0:1790692943.092799:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692943.092802:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00100000:2.0:1790692943.092803:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061203712:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692943.092805:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692943.092807:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.092808:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790692943.092809:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692943.092811:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692943.092812:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692943.092813:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.092814:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692943.092817:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692943.092817:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790692943.092822:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692943.092823:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692943.092827:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692943.092828:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692943.092833:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692943.092838:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790692943.092840:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000100:00000001:1.0:1790692943.092841:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692943.092846:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000040:1.0:1790692943.092848:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692943.092852:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203712, portal 25
00000100:00000001:2.0:1790692943.092856:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692943.092858:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000001:1.0:1790692943.092866:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692943.092867:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692943.092871:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692943.092878:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790692943.092879:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790692943.092882:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092884:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1790692943.092885:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00080000:1.0:1790692943.092887:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790692943.092889:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061203712, offset 0
00000100:00000001:1.0:1790692943.092890:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692943.092895:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21082
00000400:00000200:2.0:1790692943.092898:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692943.092901:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692943.092904:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692943.092906:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692943.092907:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692943.092911:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092915:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692943.092915:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:1.0:1790692943.092921:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692943.092922:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790692943.092927:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692943.092928:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692943.092932:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790692943.092934:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692943.092935:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000040:1.0:1790692943.092938:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692943.092940:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40650:40650:256:4294967295] 192.168.204.156@tcp LPNI seq info [40649:40649:8:4294967295]
00000020:00000001:1.0:1790692943.092942:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692943.092945:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692943.092946:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692943.092950:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692943.092954:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692943.092955:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790692943.092959:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092962:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790692943.092963:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692943.092966:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092969:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000010:2.0:1790692943.092969:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000020:00000040:1.0:1790692943.092973:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692943.092975:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692943.092979:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692943.092979:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692943.092983:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790692943.092985:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
02000000:00000001:1.0:1790692943.092986:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692943.092990:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.092993:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692943.092994:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00100000:1.0:1790692943.092995:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790692943.092997:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000008:00000001:1.0:1790692943.092998:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.093000:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692943.093002:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692943.093004:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692943.093005:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692943.093008:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.093010:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000100:2.0:1790692943.093011:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:1.0:1790692943.093012:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1790692943.093014:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
02000000:00000001:1.0:1790692943.093015:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692943.093020:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000400:00000200:2.0:1790692943.093022:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790692943.093023:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692943.093027:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1790692943.093030:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692943.093033:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000100:00000001:1.0:1790692943.093037:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692943.093039:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692943.093039:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000040:1.0:1790692943.093044:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093047:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790692943.093051:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692943.093055:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692943.093056:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692943.093057:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692943.093061:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692943.093081:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692943.093084:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692943.093085:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692943.093089:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692943.093090:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790692943.093093:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21082
00000100:00000040:2.0:1790692943.093097:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692943.093100:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692943.093106:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692943.093108:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692943.093109:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692943.093111:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1790692943.093114:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.093116:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692943.093118:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.093119:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692943.093120:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692943.093122:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692943.093125:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692943.093128:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692943.093129:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692943.093131:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692943.093133:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692943.093133:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315756288
00000020:00000001:1.0:1790692943.093138:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692943.093140:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000010:2.0:1790692943.093141:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6900.
00000100:00000001:1.0:1790692943.093142:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692943.093145:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692943.093147:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692943.093149:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692943.093150:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692943.093152:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093152:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:1.0:1790692943.093155:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692943.093158:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692943.093159:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.093161:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692943.093162:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692943.093163:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315756288
00000008:00000001:1.0:1790692943.093164:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.093168:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692943.093169:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc65a0.
00000100:00000010:1.0:1790692943.093171:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790692943.093174:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790692943.093175:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790692943.093178:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692943.093179:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692943.093180:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093184:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692943.093185:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692943.093187:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692943.093189:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790692943.093190:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692943.093194:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000100:00100000:2.0:1790692943.093195:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692943/real 1790692943]  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692943.093199:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692943.093207:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692943.093208:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692943.093209:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692943.093212:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000100:00100000:1.0:1790692943.093213:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692943.093214:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692943.093219:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790692943.093223:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692943.093225:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692943.093225:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692943.093233:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692943.093239:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692943.093242:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692943.093247:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21092)
00000100:00000001:2.0:1790692943.093254:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692943.093255:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093257:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093258:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692943.093260:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093265:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692943.093268:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093272:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692943.093273:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093274:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093275:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093277:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692943.093278:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692943.093280:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692943.093282:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692943.093284:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692943.093286:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692943.093291:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061203712:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692943.093294:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093295:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093297:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061203712/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093300:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692943.093302:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093304:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692943.093306:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692943.093307:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692943.093308:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692943.093310:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692943.093311:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790692943.093313:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692943.093314:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692943.093315:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692943.093317:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692943.093318:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093319:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093325:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692943.093326:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093327:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692943.093328:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692943.093329:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692943.093331:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093336:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692943.093336:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093338:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692943.093339:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692943.093341:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692943.093344:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203840:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692943.093347:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692943.093349:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692943.093350:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093352:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093354:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692943.093356:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692943.093360:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692943.093362:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692943.093366:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692943.093368:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203840, portal 10
00000100:00000001:2.0:1790692943.093371:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692943.093372:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00000040:2.0:1790692943.093378:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093385:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692943.093387:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692943.093390:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692943.093392:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061203840, offset 0
00000400:00000200:2.0:1790692943.093396:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093400:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093403:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692943.093406:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692943.093408:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692943.093411:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692943.093413:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093416:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40651:40651:256:4294967295] 192.168.204.156@tcp LPNI seq info [40650:40650:8:4294967295]
00000400:00000200:2.0:1790692943.093420:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093427:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692943.093431:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093433:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692943.093436:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692943.093438:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692943.093441:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692943.093442:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790692943.093445:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093446:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692943.093448:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692943.093450:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692943.093452:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692943.093453:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692943.093475:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692943.093478:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093491:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093502:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093509:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093511:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692943.093515:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692943.093519:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692943.093522:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692943.093524:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315755023
00000100:00000001:2.0:1790692943.093527:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093529:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315755023
00000100:00000001:2.0:1790692943.093531:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093533:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692943.093535:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093536:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692943.093539:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692943/real 1790692943]  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692943.093545:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692943.093545:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692943.093547:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692943.093548:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692943.093550:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692943.093551:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692943.093553:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692943.093558:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093562:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692943.093563:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093564:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093565:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692943.093567:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093571:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692943.093573:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093576:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692943.093578:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093578:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093579:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093580:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692943.093581:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692943.093583:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692943.093584:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692943.093585:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692943.093587:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692943.093591:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203840:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692943.093593:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692943.093595:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093599:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692943.093600:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093601:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692943.093602:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692943.093603:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692943.093606:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203968:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692943.093607:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692943.093608:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692943.093610:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093611:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093613:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692943.093614:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692943.093616:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692943.093617:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692943.093619:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692943.093621:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061203968, portal 10
00000100:00000001:2.0:1790692943.093622:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692943.093623:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790692943.093627:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093631:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692943.093632:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692943.093633:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692943.093635:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061203968, offset 0
00000400:00000200:2.0:1790692943.093637:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093639:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093641:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692943.093643:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692943.093645:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692943.093646:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692943.093648:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093650:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40652:40652:256:4294967295] 192.168.204.156@tcp LPNI seq info [40651:40651:8:4294967295]
00000400:00000200:2.0:1790692943.093652:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093656:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692943.093658:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093660:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692943.093663:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692943.093664:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692943.093667:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692943.093668:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790692943.093671:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093672:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692943.093674:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692943.093676:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692943.093678:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692943.093679:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692943.093680:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692943.093682:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093686:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093688:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093692:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093693:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692943.093695:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692943.093696:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692943.093698:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692943.093699:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315755032
00000100:00000001:2.0:1790692943.093701:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093702:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315755032
00000100:00000001:2.0:1790692943.093703:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093704:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692943.093705:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093706:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692943.093708:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692943/real 1790692943]  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692943.093712:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692943.093713:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692943.093714:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692943.093716:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692943.093717:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692943.093718:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692943.093719:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692943.093724:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093727:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692943.093728:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093729:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093729:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692943.093731:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093734:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692943.093736:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093740:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692943.093741:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093742:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093742:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093743:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692943.093744:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692943.093746:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692943.093748:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692943.093749:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692943.093751:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692943.093758:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061203968:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692943.093761:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692943.093762:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093766:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692943.093766:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093767:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692943.093768:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692943.093769:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692943.093771:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204096:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692943.093772:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692943.093773:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692943.093774:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692943.093775:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093777:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692943.093777:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692943.093779:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692943.093781:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692943.093783:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692943.093784:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204096, portal 4
00000100:00000001:2.0:1790692943.093785:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692943.093786:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000040:2.0:1790692943.093789:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093793:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692943.093794:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692943.093795:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692943.093796:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061204096, offset 0
00000400:00000200:2.0:1790692943.093798:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093801:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093803:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692943.093804:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692943.093806:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692943.093807:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692943.093808:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692943.093810:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40653:40653:256:4294967295] 192.168.204.156@tcp LPNI seq info [40652:40652:8:4294967295]
00000400:00000200:2.0:1790692943.093812:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692943.093815:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692943.093817:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093819:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692943.093821:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692943.093823:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790692943.093825:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692943.093826:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790692943.093828:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692943.093829:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692943.093831:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692943.093833:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692943.093834:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692943.093835:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692943.093836:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692943.093838:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093843:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093844:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692968 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093848:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093849:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692943.093850:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692943.093852:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692943.093853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692943.093855:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315755026
00000100:00000001:2.0:1790692943.093856:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093858:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315755026
00000100:00000001:2.0:1790692943.093859:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315756288
00000100:00000001:2.0:1790692943.093860:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692943.093861:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093862:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692943.093864:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692943/real 1790692943]  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692943.093868:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692943.093869:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692943.093869:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692943.093871:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692943.093872:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692943.093873:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692943.093875:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692943.093880:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093883:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692943.093883:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093884:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093885:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692943.093887:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093890:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692943.093892:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093896:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692943.093897:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093898:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692943.093899:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093900:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692943.093901:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692943.093903:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692943.093904:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692943.093905:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692943.093907:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692943.093911:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204096:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692943.093913:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093914:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093916:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061203840/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093919:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692943.093920:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093921:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692943.093922:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692943.093923:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692943.093924:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692943.093925:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692943.093926:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692943.093927:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692943.093928:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692943.093929:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790692943.093930:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692943.093931:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093932:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093934:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061203968/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093941:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692943.093941:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093942:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692943.093944:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692943.093945:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692943.093946:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692943.093947:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692943.093947:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790692943.093948:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692943.093949:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692943.093950:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790692943.093951:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692943.093951:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093952:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692943.093954:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061204096/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692968 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692943.093957:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692943.093957:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692943.093958:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692943.093959:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692943.093960:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692943.093960:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692943.093961:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692943.093962:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692943.093963:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692943.093964:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692943.093964:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790692943.093965:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692943.093966:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093967:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692943.093969:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692943.093970:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692943.093971:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692943.093972:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692943.988551:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692943.988554:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692943.988558:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988563:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692943.988565:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988567:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988569:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692943.988573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692943.988575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692943.988576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692943.988626:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692943.988630:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692943.988634:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692944.436526:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315756288, at 4315756352
00000100:00000040:0.0:1790692944.436528:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315756288, at 4315756352
00000100:00000010:1.0:1790692944.436538:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00000100:00000010:0.0:1790692944.436541:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00010000:00000001:2.0:1790692945.012562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692945.012567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692945.012571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692945.012572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692945.012574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692945.012575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692945.012624:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692945.012627:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692945.012630:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692946.036542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692946.036548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692946.036553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692946.036555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692946.036558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692946.036559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692946.036625:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692946.036629:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692946.036633:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692947.060588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692947.060595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692947.060604:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692947.060607:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692947.060610:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060613:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692947.060616:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060618:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060621:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060625:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692947.060626:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692947.060628:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692947.060629:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060630:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692947.060632:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060634:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692947.060636:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692947.060689:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692947.060692:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692947.060694:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692948.084563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692948.084567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692948.084572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692948.084574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692948.084577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692948.084578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692948.084642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692948.084646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692948.084649:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692948.212562:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692948.212573:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692948.212575:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692948.212579:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692948.212584:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692948.212590:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21087
00000400:00000200:1.0:1790692948.212600:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692948.212605:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692948.212608:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692948.212610:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212613:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692948.212614:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212616:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692948.212622:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692948.212623:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692948.212625:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692948.212628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692948.212629:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692948.212631:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692948.212633:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212634:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692948.212635:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212637:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692948.212638:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692948.212640:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212642:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692948.212644:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692948.212646:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692948.212648:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212650:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692948.212651:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692948.212659:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790692948.212662:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692948.212665:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692948.212667:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212670:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692948.212672:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692948.212676:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692948.212685:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000100:00000001:1.0:1790692948.212691:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692948.212699:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692948.212708:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692948.212710:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692948.212714:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692948.212738:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692948.212741:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692948.212744:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692948.212745:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692948.212747:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692948.212750:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692948.212752:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21087
00000400:00000200:1.0:1790692948.212756:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692948.212759:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692948.212761:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692948.212764:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212766:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692948.212767:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:1.0:1790692948.212768:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212769:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692948.212770:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790692948.212773:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692948.212773:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790692948.212774:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000040:2.0:1790692948.212779:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692948.212782:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692948.212784:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692948.212786:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1790692948.212787:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692948.212788:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692948.212789:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692948.212791:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692948.212792:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790692948.212793:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790692948.212794:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692948.212795:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212797:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692948.212797:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692948.212799:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00100000:2.0:1790692948.212800:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061204224:192.168.204.156@tcp:250:kworker.0
00000100:00080000:1.0:1790692948.212802:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212804:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.212804:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692948.212806:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692948.212807:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692948.212809:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692948.212810:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692948.212811:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790692948.212812:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212814:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692948.212818:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692948.212820:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212822:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692948.212823:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692948.212825:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692948.212826:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692948.212828:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692948.212830:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692948.212830:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692948.212831:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212833:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790692948.212833:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
02000000:00000001:1.0:1790692948.212834:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692948.212836:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692948.212839:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000400:00000010:2.0:1790692948.212839:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:1.0:1790692948.212842:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692948.212845:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204224, portal 25
00000100:00100000:1.0:1790692948.212846:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692948.212847:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692948.212849:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000001:1.0:1790692948.212853:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1790692948.212854:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692948.212855:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692948.212859:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.212868:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692948.212871:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212874:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692948.212874:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00080000:1.0:1790692948.212876:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790692948.212877:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061204224, offset 0
00000100:00080000:1.0:1790692948.212879:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692948.212881:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692948.212882:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692948.212884:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212885:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692948.212887:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21087
00000400:00000200:1.0:1790692948.212890:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.212891:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692948.212892:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692948.212894:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692948.212896:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:1.0:1790692948.212897:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212899:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692948.212901:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692948.212901:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790692948.212903:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692948.212904:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000001:1.0:1790692948.212905:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692948.212907:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692948.212908:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692948.212908:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1790692948.212910:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692948.212910:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:1.0:1790692948.212912:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692948.212914:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692948.212914:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40654:40654:256:4294967295] 192.168.204.156@tcp LPNI seq info [40653:40653:8:4294967295]
00000100:00000040:1.0:1790692948.212917:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212919:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692948.212919:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692948.212921:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212922:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692948.212924:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692948.212926:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212929:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692948.212929:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790692948.212931:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692948.212933:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692948.212935:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692948.212935:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692948.212937:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692948.212939:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000010:2.0:1790692948.212939:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000008:00000001:1.0:1790692948.212941:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212943:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692948.212945:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000800:00000200:2.0:1790692948.212946:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:1.0:1790692948.212947:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692948.212950:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1790692948.212950:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
02000000:00000001:1.0:1790692948.212951:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.212952:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692948.212954:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692948.212955:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692948.212955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:1.0:1790692948.212959:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000800:00000200:2.1:1790692948.212959:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:1.0:1790692948.212962:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692948.212964:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1790692948.212965:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790692948.212966:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692948.212984:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790692948.212985:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692948.212987:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692948.212989:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790692948.212991:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692948.212995:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692948.212997:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:1.0:1790692948.212998:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692948.213000:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692948.213001:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790692948.213004:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:2.0:1790692948.213005:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692948.213006:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692948.213009:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692948.213010:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692948.213012:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692948.213013:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790692948.213014:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692948.213016:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21087
00000100:00000040:2.0:1790692948.213017:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692948.213020:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692948.213022:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692948.213024:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692948.213027:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.213029:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692948.213029:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692948.213031:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692948.213031:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692948.213033:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692948.213037:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692948.213037:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692948.213038:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692948.213039:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692948.213041:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692948.213042:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692948.213043:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692948.213043:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315761408
00000020:00000001:1.0:1790692948.213045:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000010:2.0:1790692948.213047:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6540.
00000100:00000040:1.0:1790692948.213048:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.213049:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692948.213051:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692948.213052:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692948.213053:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000040:1.0:1790692948.213055:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692948.213057:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692948.213059:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315761408
00000100:00000001:1.0:1790692948.213060:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692948.213061:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000010:2.0:1790692948.213062:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6480.
02000000:00000001:1.0:1790692948.213064:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692948.213065:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213065:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790692948.213067:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692948.213068:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1790692948.213069:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692948.213070:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790692948.213072:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213072:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790692948.213073:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692948.213076:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000100:00100000:2.0:1790692948.213076:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692948/real 1790692948]  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692948.213078:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692948.213081:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692948.213082:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692948.213083:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692948.213084:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:2.0:1790692948.213085:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:1.0:1790692948.213086:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692948.213087:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000010:1.0:1790692948.213089:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000400:00000010:2.0:1790692948.213089:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692948.213091:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000100:00000001:1.0:1790692948.213093:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692948.213093:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692948.213095:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:1.0:1790692948.213097:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692948.213098:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692948.213104:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692948.213106:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692948.213107:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692948.213109:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213115:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692948.213116:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692948.213117:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213118:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1790692948.213120:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21097)
00000100:00000001:2.0:1790692948.213120:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692948.213123:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213129:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692948.213134:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213140:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692948.213142:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213143:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213144:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213146:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692948.213148:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692948.213151:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692948.213155:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692948.213158:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692948.213162:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692948.213168:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061204224:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692948.213171:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213173:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213174:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061204224/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213178:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692948.213180:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213182:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692948.213184:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692948.213185:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692948.213186:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692948.213187:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692948.213189:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000001:2.0:1790692948.213191:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692948.213193:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692948.213194:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790692948.213196:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692948.213197:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213198:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213204:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692948.213205:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213207:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692948.213207:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692948.213208:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692948.213210:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213214:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692948.213215:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213217:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692948.213218:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692948.213219:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692948.213220:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204352:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692948.213222:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692948.213224:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692948.213224:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213226:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213227:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692948.213229:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692948.213232:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692948.213233:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692948.213235:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692948.213237:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204352, portal 10
00000100:00000001:2.0:1790692948.213238:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692948.213239:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790692948.213243:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213247:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692948.213249:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692948.213252:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692948.213254:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061204352, offset 0
00000400:00000200:2.0:1790692948.213258:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213261:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213265:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692948.213267:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692948.213270:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692948.213272:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692948.213274:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213276:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40655:40655:256:4294967295] 192.168.204.156@tcp LPNI seq info [40654:40654:8:4294967295]
00000400:00000200:2.0:1790692948.213279:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213285:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692948.213290:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213293:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692948.213296:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692948.213299:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692948.213302:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692948.213305:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790692948.213308:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213310:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692948.213313:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692948.213316:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692948.213319:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692948.213320:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692948.213323:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692948.213327:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213334:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213337:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213342:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213344:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692948.213348:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692948.213351:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692948.213354:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692948.213356:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315760142
00000100:00000001:2.0:1790692948.213359:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213361:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315760142
00000100:00000001:2.0:1790692948.213363:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213364:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692948.213366:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213367:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692948.213369:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692948/real 1790692948]  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692948.213374:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692948.213375:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692948.213376:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692948.213378:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692948.213379:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692948.213380:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692948.213382:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692948.213387:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213391:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692948.213392:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213393:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213393:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692948.213395:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213399:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692948.213401:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213405:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692948.213407:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213408:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213409:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213410:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692948.213411:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692948.213412:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692948.213414:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692948.213415:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692948.213417:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692948.213421:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204352:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692948.213423:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692948.213425:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213429:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692948.213430:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213431:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692948.213432:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692948.213433:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692948.213434:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204480:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692948.213436:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692948.213438:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692948.213438:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213439:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213442:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692948.213443:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692948.213446:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692948.213447:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692948.213449:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692948.213450:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204480, portal 10
00000100:00000001:2.0:1790692948.213452:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692948.213452:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00000040:2.0:1790692948.213482:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213486:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692948.213488:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692948.213489:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692948.213491:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061204480, offset 0
00000400:00000200:2.0:1790692948.213493:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213496:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213498:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692948.213500:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692948.213501:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692948.213503:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692948.213504:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213506:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40656:40656:256:4294967295] 192.168.204.156@tcp LPNI seq info [40655:40655:8:4294967295]
00000400:00000200:2.0:1790692948.213509:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213513:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692948.213515:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213517:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692948.213520:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692948.213521:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692948.213524:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692948.213526:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790692948.213528:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213529:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692948.213531:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692948.213533:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692948.213535:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692948.213536:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692948.213537:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692948.213539:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213544:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213546:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213549:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213550:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692948.213558:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692948.213560:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692948.213562:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692948.213563:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315760152
00000100:00000001:2.0:1790692948.213564:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213565:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315760152
00000100:00000001:2.0:1790692948.213567:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213568:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692948.213569:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213570:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692948.213572:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692948/real 1790692948]  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692948.213576:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692948.213577:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692948.213578:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692948.213580:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692948.213580:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692948.213582:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692948.213583:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692948.213588:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213592:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692948.213593:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213594:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213594:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692948.213596:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213600:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692948.213602:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213605:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692948.213606:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213607:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213608:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213609:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692948.213610:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692948.213611:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692948.213613:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692948.213615:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692948.213617:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692948.213621:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204480:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692948.213623:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692948.213624:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213628:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692948.213629:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213630:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692948.213631:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692948.213632:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692948.213634:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204608:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692948.213636:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692948.213637:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692948.213638:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692948.213639:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213640:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692948.213641:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692948.213643:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692948.213644:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790692948.213646:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000200:2.0:1790692948.213648:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204608, portal 4
00000100:00000001:2.0:1790692948.213649:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692948.213650:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790692948.213653:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213657:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692948.213662:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692948.213664:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000200:2.0:1790692948.213665:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061204608, offset 0
00000400:00000200:2.0:1790692948.213667:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213669:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213672:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692948.213673:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692948.213675:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692948.213676:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692948.213677:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692948.213679:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40657:40657:256:4294967295] 192.168.204.156@tcp LPNI seq info [40656:40656:8:4294967295]
00000400:00000200:2.0:1790692948.213681:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692948.213685:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692948.213688:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213689:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000800:00000200:2.0:1790692948.213691:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692948.213693:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790692948.213695:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692948.213697:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790692948.213699:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692948.213700:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:2.0:1790692948.213702:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692948.213704:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692948.213705:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:2.0:1790692948.213706:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:2.0:1790692948.213708:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692948.213710:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213714:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213716:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692973 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213719:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213720:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692948.213722:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692948.213723:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692948.213725:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692948.213726:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315760146
00000100:00000001:2.0:1790692948.213728:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213729:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315760146
00000100:00000001:2.0:1790692948.213730:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315761408
00000100:00000001:2.0:1790692948.213731:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692948.213732:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213733:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692948.213735:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692948/real 1790692948]  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692948.213740:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692948.213740:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692948.213741:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:2.0:1790692948.213743:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790692948.213743:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692948.213744:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692948.213746:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692948.213750:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213754:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692948.213755:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213756:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213757:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692948.213758:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213762:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692948.213764:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213767:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692948.213768:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213769:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692948.213770:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213771:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692948.213772:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692948.213773:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692948.213774:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692948.213775:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692948.213778:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692948.213782:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204608:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692948.213784:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213785:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213787:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061204352/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213790:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692948.213791:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213792:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692948.213793:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692948.213794:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692948.213795:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692948.213796:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692948.213797:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790692948.213798:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692948.213799:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692948.213799:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790692948.213801:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692948.213802:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213803:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213805:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061204480/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213808:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692948.213809:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213809:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692948.213811:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692948.213812:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692948.213812:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692948.213813:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692948.213814:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790692948.213815:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692948.213816:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692948.213817:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790692948.213818:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692948.213819:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213820:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692948.213821:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061204608/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692973 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692948.213825:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692948.213825:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692948.213826:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692948.213827:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692948.213827:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692948.213828:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692948.213829:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692948.213830:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790692948.213831:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692948.213831:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692948.213832:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692948.213833:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692948.213834:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213835:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692948.213837:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692948.213838:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692948.213839:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692948.213840:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692949.108558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692949.108565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692949.108570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692949.108572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692949.108575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692949.108576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692949.108657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692949.108661:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692949.108665:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692949.556627:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315761408, at 4315761472
00000100:00000040:1.0:1790692949.556627:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315761408, at 4315761472
00000100:00000010:0.0:1790692949.556655:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000100:00000010:1.0:1790692949.556658:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00010000:00000001:2.0:1790692950.132567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692950.132573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692950.132578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692950.132579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692950.132581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692950.132582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692950.132638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692950.132641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692950.132643:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692951.156610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692951.156619:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692951.156626:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692951.156628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692951.156632:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692951.156633:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692951.156701:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692951.156706:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692951.156710:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692952.180569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692952.180575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692952.180580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692952.180581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692952.180585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692952.180586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692952.180640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692952.180644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692952.180647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692953.204582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692953.204589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692953.204595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692953.204596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692953.204599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692953.204601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692953.204657:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692953.204660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692953.204663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692953.332583:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692953.332590:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692953.332593:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692953.332595:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692953.332599:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692953.332604:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21092
00000400:00000200:3.0:1790692953.332611:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692953.332616:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692953.332619:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692953.332621:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332623:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692953.332625:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332626:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692953.332632:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692953.332633:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692953.332635:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692953.332637:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692953.332639:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692953.332640:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692953.332642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332643:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692953.332645:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332646:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692953.332647:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692953.332649:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332650:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692953.332653:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692953.332655:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692953.332657:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.332658:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692953.332660:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692953.332666:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790692953.332668:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692953.332671:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692953.332672:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.332674:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692953.332676:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692953.332679:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692953.332683:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790692953.332687:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692953.332693:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692953.332701:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692953.332703:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692953.332707:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692953.332727:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692953.332730:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692953.332733:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692953.332735:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692953.332736:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692953.332739:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692953.332742:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21092
00000400:00000200:3.0:1790692953.332745:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692953.332748:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692953.332751:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692953.332754:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332757:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692953.332759:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332761:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692953.332765:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692953.332766:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692953.332767:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692953.332769:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790692953.332770:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692953.332775:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790692953.332775:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692953.332779:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790692953.332780:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692953.332789:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692953.332790:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692953.332792:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692953.332797:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332803:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692953.332808:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:3.0:1790692953.332809:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692953.332812:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692953.332816:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790692953.332817:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790692953.332821:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.332822:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692953.332826:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790692953.332827:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692953.332833:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061204736:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790692953.332834:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692953.332839:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790692953.332840:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.332844:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692953.332844:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790692953.332848:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790692953.332848:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692953.332854:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00000001:3.0:1790692953.332854:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.332858:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692953.332861:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00000010:3.0:1790692953.332862:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
02000000:00000001:2.0:1790692953.332865:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790692953.332867:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692953.332884:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692953.332887:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790692953.332887:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.332889:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692953.332892:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692953.332894:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692953.332895:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
02000000:00000010:3.0:1790692953.332899:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790692953.332903:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692953.332904:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00100000:3.0:1790692953.332909:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692953.332912:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204736, portal 25
00000100:00000001:2.0:1790692953.332917:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692953.332919:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:2.0:1790692953.332927:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692953.332929:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692953.332936:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790692953.332937:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692953.332942:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692953.332947:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2a18.
00000100:00000040:3.0:1790692953.332948:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692953.332952:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061204736, offset 0
00000400:00000200:2.0:1790692953.332963:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692953.332964:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692953.332968:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692953.332974:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790692953.332974:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692953.332977:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692953.332980:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692953.332983:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790692953.332984:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692953.332990:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21092
00000400:00000200:2.0:1790692953.332991:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692953.332998:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692953.333001:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692953.333004:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692953.333008:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40658:40658:256:4294967295] 192.168.204.156@tcp LPNI seq info [40657:40657:8:4294967295]
00000400:00000200:2.0:1790692953.333012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692953.333017:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333025:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790692953.333026:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692953.333030:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692953.333034:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333035:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790692953.333038:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692953.333040:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692953.333045:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df700.
00000100:00000001:3.0:1790692953.333045:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692953.333052:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692953.333054:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692953.333056:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1790692953.333058:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790692953.333060:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692953.333064:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692953.333067:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790692953.333070:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333073:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790692953.333075:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790692953.333077:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333082:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692953.333084:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692953.333087:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333089:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692953.333091:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692953.333095:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692953.333095:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692953.333100:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333104:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692953.333104:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692953.333108:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692953.333109:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315766528
00000008:00000001:3.0:1790692953.333113:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333115:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692953.333116:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d20.
00000100:00000010:3.0:1790692953.333121:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790692953.333124:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1790692953.333125:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692953.333130:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692953.333131:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333133:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692953.333134:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315766528
02000000:00000001:3.0:1790692953.333135:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692953.333138:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692953.333141:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc63c0.
02000000:00000010:3.0:1790692953.333145:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:2.0:1790692953.333147:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790692953.333149:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333151:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692953.333157:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692953.333157:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692953.333163:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333169:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692953.333179:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:3.0:1790692953.333179:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692953.333182:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790692953.333183:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333187:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692953.333190:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790692953.333191:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333193:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692953.333199:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333217:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692953.333220:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333223:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.333224:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692953.333228:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790692953.333229:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1790692953.333235:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692953.333236:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692953.333241:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790692953.333244:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204864:192.168.204.156@tcp:38:kworker.0
00000100:00080000:3.0:1790692953.333245:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692953.333247:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692953.333249:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692953.333251:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790692953.333252:0:292061:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:2.0:1790692953.333256:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:3.0:1790692953.333257:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21092
02000000:00000001:2.0:1790692953.333260:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790692953.333264:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790692953.333266:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000400:00000200:3.0:1790692953.333268:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692953.333270:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
02000000:00000010:2.0:1790692953.333272:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
00000100:00000040:3.0:1790692953.333273:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692953.333277:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333277:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692953.333280:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333283:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692953.333286:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790692953.333288:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692953.333291:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000010:2.0:1790692953.333293:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000020:00000001:3.0:1790692953.333293:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692953.333296:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692953.333298:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:2.0:1790692953.333299:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000020:00000001:3.0:1790692953.333300:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692953.333305:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204864, portal 10
00000100:00000040:3.0:1790692953.333305:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333309:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692953.333311:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:3.0:1790692953.333312:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692953.333315:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000001:3.0:1790692953.333316:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692953.333321:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692953.333326:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:2.0:1790692953.333327:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692953.333332:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692953.333336:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692953.333341:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1790692953.333341:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790692953.333347:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790692953.333347:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333351:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:2.0:1790692953.333352:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe27f8.
00000008:00100000:3.0:1790692953.333353:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000200:2.0:1790692953.333357:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061204864, offset 0
00000008:00000001:3.0:1790692953.333358:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333362:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333366:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000010:3.0:1790692953.333368:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000400:00000200:2.0:1790692953.333372:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790692953.333373:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790692953.333378:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790692953.333379:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692953.333383:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333384:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790692953.333386:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692953.333390:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790692953.333391:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692953.333400:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333404:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1790692953.333406:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000400:00000200:2.0:1790692953.333410:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:3.0:1790692953.333413:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333415:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40659:40659:255:4294967295] 192.168.204.156@tcp LPNI seq info [40658:40658:7:4294967295]
00000100:00100000:3.0:1790692953.333422:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692953.333423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333439:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692953.333439:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692953.333445:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692953.333447:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692953.333452:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df500.
00000800:00000200:2.0:1790692953.333484:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692953.333488:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692953.333491:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692953.333495:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692953.333499:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692953.333501:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315765263
00000100:00000001:2.0:1790692953.333504:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333506:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315765263
00000100:00000040:3.0:1790692953.333506:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333511:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333516:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692953.333521:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692953.333524:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333525:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333529:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692953.333531:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21102)
00000100:00000001:2.0:1790692953.333533:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692953.333536:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790692953.333539:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692953.333540:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692953.333542:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692953.333547:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333553:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692953.333555:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.333556:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692953.333558:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692953.333560:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692953.333563:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204992:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692953.333567:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692953.333569:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692953.333570:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.333572:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692953.333575:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692953.333577:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333580:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692953.333583:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9db00.
00000400:00000010:2.0:1790692953.333586:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2440.
00000100:00000200:2.0:1790692953.333588:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061204992, portal 10
00000100:00000001:2.0:1790692953.333590:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692953.333591:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:2.0:1790692953.333598:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333604:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692953.333606:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692953.333608:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2660.
00000100:00000200:2.0:1790692953.333610:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061204992, offset 0
00000400:00000200:2.0:1790692953.333614:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692953.333617:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333620:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692953.333622:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692953.333625:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692953.333627:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692953.333629:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692953.333632:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40660:40660:254:4294967295] 192.168.204.156@tcp LPNI seq info [40659:40659:6:4294967295]
00000400:00000200:2.0:1790692953.333635:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333640:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692953.333644:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692953.333646:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3dff00.
00000800:00000200:2.0:1790692953.333649:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692953.333652:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692953.333655:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692953.333657:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692953.333660:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692953.333661:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315765272
00000100:00000001:2.0:1790692953.333663:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333665:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315765272
00000100:00000001:2.0:1790692953.333666:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333668:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692953.333670:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333672:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692953.333676:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333683:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692953.333684:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.333686:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692953.333688:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692953.333690:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692953.333692:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205120:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692953.333696:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692953.333697:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692953.333699:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692953.333700:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692953.333704:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692953.333706:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692953.333737:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692953.333740:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9df78.
00000400:00000010:2.0:1790692953.333743:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692953.333746:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205120, portal 4
00000100:00000001:2.0:1790692953.333747:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692953.333748:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790692953.333753:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692953.333758:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692953.333760:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692953.333761:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe26e8.
00000100:00000200:2.0:1790692953.333763:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061205120, offset 0
00000400:00000200:2.0:1790692953.333766:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692953.333769:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333772:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692953.333773:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692953.333775:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692953.333777:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692953.333779:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692953.333781:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40661:40661:253:4294967295] 192.168.204.156@tcp LPNI seq info [40660:40660:5:4294967295]
00000400:00000200:2.0:1790692953.333784:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692953.333789:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692953.333792:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692953.333795:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3dfd00.
00000800:00000200:2.0:1790692953.333798:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692953.333800:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790692953.333802:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692953.333804:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692953.333806:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692953.333808:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315765266
00000100:00000001:2.0:1790692953.333810:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333812:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315765266
00000100:00000001:2.0:1790692953.333813:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315766528
00000100:00000001:2.0:1790692953.333815:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692953.333817:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333819:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333820:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692953.333823:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692953.333824:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790692953.333825:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692953.333826:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692953.333827:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692953.333829:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692954.228545:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692954.228547:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692954.228550:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228554:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692954.228556:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228558:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228560:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692954.228565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692954.228569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692954.228570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692954.228638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692954.228642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692954.228645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790692954.676550:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315766528, at 4315766592
00000100:00000040:0.0:1790692954.676551:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315766528, at 4315766592
00000100:00000010:1.0:1790692954.676565:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000100:00000010:0.0:1790692954.676568:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00010000:00000001:2.0:1790692955.252553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692955.252558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692955.252561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692955.252562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692955.252565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692955.252566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692955.252610:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692955.252615:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692955.252618:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692956.276522:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692956.276527:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692956.276532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692956.276533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692956.276536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692956.276538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692956.276588:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692956.276590:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692956.276593:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1790692956.404738:0:261645:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:0.0:1790692956.404789:0:261645:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:0.0:1790692956.404804:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692956.404821:0:261645:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:0.0:1790692956.404827:0:261645:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692956.404832:0:261645:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:0.0:1790692956.404837:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692956.404841:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df700.
00000400:00000200:0.0:1790692956.404848:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692956.404852:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692956.404859:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2a18
00000400:00000010:0.0:1790692956.404862:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2a18.
00000100:00000001:0.0:1790692956.404867:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:0.0:1790692956.404875:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692956.404911:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692956.404918:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692956.404924:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692956.404927:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692956.404938:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:0.0:1790692956.404941:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df500.
00000400:00000200:0.0:1790692956.404943:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692956.404948:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000100:00000001:2.0:1790692956.404950:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:0.0:1790692956.404951:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe27f8
00000400:00000010:0.0:1790692956.404956:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe27f8.
00000100:00000001:2.0:1790692956.404956:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:0.0:1790692956.404961:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790692956.404964:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000200:0.0:1790692956.404966:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692956.404974:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692953/real 1790692956]  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692956.404977:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790692956.404983:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692956.404993:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790692956.404994:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692956.404997:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:0.0:1790692956.404998:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000010:2.0:1790692956.405004:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000800:00000100:0.0:1790692956.405007:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000400:00000200:2.0:1790692956.405010:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000800:00000010:0.0:1790692956.405011:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dff00.
00000400:00000010:2.0:1790692956.405016:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790692956.405020:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692956.405025:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790692956.405030:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:0.0:1790692956.405037:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692956.405042:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2660
00000100:00000200:2.0:1790692956.405042:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:0.0:1790692956.405045:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2660.
00000100:00000001:0.0:1790692956.405050:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790692956.405055:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000200:0.0:1790692956.405057:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405064:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790692956.405067:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790692956.405069:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:0.0:1790692956.405072:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405072:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692956.405082:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692956.405083:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692956.405087:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:0.0:1790692956.405096:0:261645:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000100:00000001:2.0:1790692956.405097:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000800:00000010:0.0:1790692956.405100:0:261645:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3dfd00.
00000400:00000200:0.0:1790692956.405104:0:261645:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000100:00000040:2.0:1790692956.405106:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:0.0:1790692956.405112:0:261645:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:0.0:1790692956.405117:0:261645:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe26e8
00000400:00000010:0.0:1790692956.405121:0:261645:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe26e8.
00000100:00000001:2.0:1790692956.405122:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:0.0:1790692956.405124:0:261645:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790692956.405129:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000200:0.0:1790692956.405131:0:261645:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405138:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405141:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405147:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:0.0:1790692956.405151:0:261645:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790692956.405152:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000040:0.0:1790692956.405155:0:261645:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692978 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790692956.405158:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790692956.405168:0:261645:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692956.405169:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:0.0:1790692956.405173:0:261645:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692956.405175:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692956.405182:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692956.405192:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061204736:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692956.405197:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692956.405200:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692956.405203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061204736/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405209:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692956.405213:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692956.405216:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692956.405221:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692956.405223:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692956.405225:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692956.405227:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692956.405230:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790692956.405234:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692956.405235:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692956.405237:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790692956.405240:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692956.405242:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405245:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692956.405246:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692956.405248:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692956.405249:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692956.405253:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692953/real 1790692956]  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692956.405261:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692956.405263:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692956.405266:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9db00.
00000400:00000200:2.0:1790692956.405268:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2440
00000400:00000010:2.0:1790692956.405270:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2440.
00000100:00000001:2.0:1790692956.405272:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692956.405276:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692956.405283:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405290:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692956.405291:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405293:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405294:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692956.405298:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405304:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692956.405307:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405313:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692956.405316:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405317:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405319:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405320:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692956.405322:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692956.405325:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692956.405328:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692956.405331:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692956.405335:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692956.405343:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204992:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692956.405347:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692956.405351:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692953/real 1790692956]  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692956.405359:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692956.405361:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692956.405363:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9df78.
00000400:00000200:2.0:1790692956.405365:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692956.405367:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692956.405369:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692956.405372:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692956.405380:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405386:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692956.405387:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405389:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405390:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692956.405393:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405399:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692956.405403:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405425:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692956.405428:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405429:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405430:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405432:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692956.405434:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692956.405437:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692956.405441:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692956.405443:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692956.405447:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692956.405481:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205120:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692956.405486:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692956.405490:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692953/real 1790692956]  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692956.405497:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692956.405499:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692956.405500:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692956.405503:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692956.405505:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692956.405507:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692956.405510:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692956.405518:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405524:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692956.405525:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405527:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405528:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692956.405532:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405537:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692956.405541:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405552:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692956.405555:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405556:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692956.405557:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405559:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692956.405561:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692956.405563:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692956.405566:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692956.405568:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692956.405572:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692956.405584:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061204864:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692956.405588:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405590:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692956.405593:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061204992/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405599:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692956.405601:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692956.405603:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692956.405606:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692956.405607:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692956.405608:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692956.405610:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692956.405612:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692956.405615:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692956.405616:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692956.405617:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790692956.405620:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692956.405621:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405623:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692956.405627:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061205120/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405632:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692956.405633:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692956.405635:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692956.405637:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692956.405638:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692956.405639:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692956.405641:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692956.405642:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692956.405644:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692956.405645:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692956.405646:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692956.405649:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692956.405650:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405651:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692956.405654:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061204864/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692978 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692956.405660:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692956.405661:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692956.405662:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692956.405665:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692956.405666:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692956.405668:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692956.405669:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692956.405670:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692956.405673:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692956.405674:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692956.405675:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692956.405678:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692956.405679:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405681:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692956.405688:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692956.405691:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692956.405693:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692956.405695:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692957.300578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692957.300587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692957.300589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692957.300592:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300594:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692957.300596:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300597:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300599:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692957.300602:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692957.300603:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692957.300604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300605:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692957.300606:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300607:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692957.300608:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692957.300662:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692957.300664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692957.300667:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692958.324501:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692958.324506:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692958.324509:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692958.324510:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692958.324512:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692958.324513:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692958.324561:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692958.324564:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692958.324566:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692958.452564:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692958.452575:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692958.452578:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692958.452581:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692958.452585:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692958.452593:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21097
00000400:00000200:3.0:1790692958.452602:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692958.452608:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692958.452612:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692958.452615:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452618:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.452620:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452622:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692958.452630:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692958.452632:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692958.452635:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692958.452638:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692958.452640:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692958.452642:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692958.452646:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452647:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.452648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452649:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692958.452651:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692958.452654:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452656:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692958.452659:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692958.452662:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692958.452665:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.452668:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692958.452671:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692958.452678:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692958.452681:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692958.452685:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692958.452686:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.452689:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692958.452692:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692958.452696:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692958.452703:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692958.452709:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692958.452718:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692958.452728:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692958.452731:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692958.452736:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692958.452761:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692958.452764:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692958.452767:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692958.452768:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692958.452780:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692958.452783:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692958.452786:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21097
00000400:00000200:3.0:1790692958.452790:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692958.452793:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692958.452795:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692958.452799:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452801:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.452803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452805:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692958.452809:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692958.452811:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692958.452812:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692958.452815:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790692958.452816:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790692958.452818:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692958.452822:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692958.452823:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790692958.452827:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692958.452828:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692958.452830:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.452834:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452836:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692958.452840:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790692958.452840:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692958.452845:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692958.452847:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692958.452849:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692958.452854:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692958.452856:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.452860:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692958.452865:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692958.452869:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1790692958.452870:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.452873:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.452874:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.452879:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1790692958.452881:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
02000000:00000001:2.0:1790692958.452884:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790692958.452885:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692958.452891:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692958.452892:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692958.452895:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692958.452899:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061205248:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790692958.452899:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692958.452902:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692958.452905:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.452907:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1790692958.452910:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692958.452913:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692958.452915:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.452922:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.452927:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1790692958.452930:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1790692958.452935:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
00000100:00000001:3.0:1790692958.452939:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790692958.452940:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.452949:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.452950:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790692958.452955:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790692958.452969:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:3.0:1790692958.452970:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692958.452975:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692958.452978:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790692958.452979:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:3.0:1790692958.452979:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692958.452983:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692958.452986:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692958.452989:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21097
00000100:00000200:2.0:1790692958.452990:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205248, portal 25
00000400:00000200:3.0:1790692958.452995:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692958.452996:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:3.0:1790692958.453000:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692958.453001:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00080000:3.0:1790692958.453003:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692958.453008:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692958.453012:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692958.453012:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.453018:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453023:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692958.453029:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790692958.453030:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1790692958.453033:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000040:2.0:1790692958.453038:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790692958.453038:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692958.453042:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000010:2.0:1790692958.453044:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000020:00000001:3.0:1790692958.453045:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692958.453049:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:2.0:1790692958.453051:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061205248, offset 0
00000100:00000040:3.0:1790692958.453054:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453058:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.453060:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453062:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692958.453064:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790692958.453069:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790692958.453070:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453072:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692958.453076:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692958.453079:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692958.453083:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790692958.453083:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.453088:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692958.453091:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692958.453095:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000008:00000001:3.0:1790692958.453096:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.453100:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692958.453105:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000400:00000200:2.0:1790692958.453106:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:3.0:1790692958.453110:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692958.453114:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790692958.453115:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692958.453119:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.453121:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692958.453122:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692958.453124:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.453127:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000010:3.0:1790692958.453130:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000400:00000200:2.0:1790692958.453134:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453136:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.453142:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40662:40662:256:4294967295] 192.168.204.156@tcp LPNI seq info [40661:40661:8:4294967295]
00000100:00100000:3.0:1790692958.453146:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692958.453156:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692958.453158:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692958.453162:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692958.453169:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692958.453177:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692958.453191:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453191:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692958.453196:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790692958.453200:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000040:3.0:1790692958.453201:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:2.0:1790692958.453210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790692958.453212:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692958.453217:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1790692958.453218:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000100:00000001:3.0:1790692958.453218:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692958.453221:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692958.453226:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.1:1790692958.453229:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790692958.453233:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21097
00000800:00000200:2.1:1790692958.453235:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000400:00000200:3.0:1790692958.453241:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000100:2.0:1790692958.453246:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000400:00000200:3.0:1790692958.453249:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000010:2.0:1790692958.453251:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00080000:3.0:1790692958.453253:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692958.453258:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692958.453259:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790692958.453261:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.453265:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453270:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692958.453271:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1790692958.453277:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692958.453279:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000020:00000040:3.0:1790692958.453280:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000010:2.0:1790692958.453285:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000020:00000001:3.0:1790692958.453285:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692958.453289:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692958.453291:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:3.0:1790692958.453293:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790692958.453297:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692958.453299:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692958.453303:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453307:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692958.453312:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453317:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692958.453321:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790692958.453323:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790692958.453324:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692958.453329:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692958.453330:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692958.453332:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692958.453336:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692958.453341:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.453345:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692958.453346:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692958.453349:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692958.453350:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692958.453360:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.453365:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692958.453368:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315771648
00000100:00000010:2.0:1790692958.453373:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6cc0.
00000100:00000001:2.0:1790692958.453381:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692958.453387:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315771648
00000100:00000010:2.0:1790692958.453391:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc69c0.
00000100:00000001:2.0:1790692958.453394:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692958.453397:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692958.453400:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.453402:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692958.453407:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692958/real 1790692958]  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692958.453417:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692958.453418:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692958.453420:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692958.453423:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692958.453425:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692958.453428:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692958.453432:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692958.453440:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453447:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692958.453449:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453451:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.453482:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692958.453488:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453496:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692958.453500:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453508:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692958.453510:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453512:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.453513:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453516:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692958.453518:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692958.453521:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692958.453525:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692958.453528:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692958.453532:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692958.453540:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061205248:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692958.453545:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453548:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.453551:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061205248/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453580:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692958.453583:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692958.453585:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692958.453590:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692958.453592:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692958.453594:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692958.453596:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692958.453599:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692958.453603:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692958.453604:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692958.453606:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:2.0:1790692958.453610:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692958.453611:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453614:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453621:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692958.453623:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.453625:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692958.453627:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692958.453628:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692958.453632:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453644:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692958.453646:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.453648:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692958.453650:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692958.453652:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692958.453655:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205376:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692958.453659:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692958.453660:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692958.453662:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.453664:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692958.453667:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692958.453669:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.453673:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692958.453677:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692958.453680:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692958.453683:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205376, portal 10
00000100:00000001:2.0:1790692958.453685:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692958.453687:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:2.0:1790692958.453694:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453700:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692958.453702:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692958.453705:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692958.453707:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061205376, offset 0
00000400:00000200:2.0:1790692958.453711:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692958.453715:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.453718:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692958.453721:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692958.453723:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692958.453726:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692958.453728:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692958.453731:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40663:40663:256:4294967295] 192.168.204.156@tcp LPNI seq info [40662:40662:8:4294967295]
00000400:00000200:2.0:1790692958.453735:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.453741:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692958.453745:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.453748:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692958.453752:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692958.453755:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692958.453759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692958.453762:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692958.453765:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.453767:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692958.453783:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692958.453787:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692958.453790:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692958.453791:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692958.453794:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692958.453798:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453805:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.453808:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453814:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.453816:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692958.453819:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692958.453822:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692958.453825:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692958.453827:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315770382
00000100:00000001:2.0:1790692958.453830:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.453832:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315770382
00000100:00000001:2.0:1790692958.453834:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.453836:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692958.453838:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.453839:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692958.453843:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692958/real 1790692958]  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692958.453850:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692958.453851:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692958.453853:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692958.453855:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692958.453856:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692958.453858:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692958.453862:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692958.453874:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453886:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692958.453888:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453889:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.453890:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692958.453894:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453900:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692958.453903:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453909:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692958.453911:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453913:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.453914:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.453916:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692958.453918:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692958.453920:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692958.453923:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692958.453926:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692958.453929:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692958.453937:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205376:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692958.453941:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692958.453944:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453951:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692958.453952:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.453954:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692958.453956:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692958.453958:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692958.453960:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205504:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692958.453963:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692958.453965:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692958.453966:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.453968:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692958.453971:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692958.453973:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.453976:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692958.453979:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692958.453981:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692958.453984:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205504, portal 10
00000100:00000001:2.0:1790692958.453986:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692958.453987:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:2.0:1790692958.453992:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.453998:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692958.454000:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692958.454003:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692958.454005:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061205504, offset 0
00000400:00000200:2.0:1790692958.454009:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692958.454012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.454015:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692958.454018:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692958.454020:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692958.454022:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692958.454024:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692958.454027:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40664:40664:256:4294967295] 192.168.204.156@tcp LPNI seq info [40663:40663:8:4294967295]
00000400:00000200:2.0:1790692958.454031:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.454036:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692958.454041:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.454044:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692958.454047:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692958.454050:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692958.454053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692958.454056:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692958.454059:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.454061:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692958.454064:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692958.454067:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692958.454069:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692958.454071:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692958.454073:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692958.454079:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454086:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.454089:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454095:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454096:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692958.454099:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692958.454101:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692958.454104:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692958.454106:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315770392
00000100:00000001:2.0:1790692958.454109:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.454111:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315770392
00000100:00000001:2.0:1790692958.454113:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.454115:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790692958.454116:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454117:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454123:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790692958.454123:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692958.454130:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692958/real 1790692958]  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790692958.454131:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790692958.454137:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692958.454143:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000001:2.0:1790692958.454145:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790692958.454146:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790692958.454148:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790692958.454150:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790692958.454153:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
02000000:00000001:3.0:1790692958.454154:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692958.454159:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
02000000:00000001:3.0:1790692958.454159:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692958.454164:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
02000000:00000010:3.0:1790692958.454167:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:2.0:1790692958.454168:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692958.454173:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692958.454175:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692958.454185:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790692958.454188:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692958.454205:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692958.454207:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692958.454210:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692958.454210:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454213:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.454215:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692958.454219:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692958.454223:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454244:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692958.454244:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692958.454253:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692958.454253:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21108)
00000100:00000001:2.0:1790692958.454263:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692958.454266:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454267:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.454268:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454270:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692958.454271:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692958.454273:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692958.454277:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692958.454280:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692958.454284:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692958.454292:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205504:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692958.454295:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454297:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.454300:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061205376/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454306:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692958.454307:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692958.454309:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692958.454312:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692958.454313:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692958.454314:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692958.454316:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692958.454318:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692958.454321:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692958.454322:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692958.454324:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790692958.454326:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692958.454327:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454328:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.454332:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061205504/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454338:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692958.454339:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692958.454341:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692958.454343:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692958.454343:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692958.454344:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692958.454346:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692958.454347:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692958.454349:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692958.454351:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692958.454352:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:2.0:1790692958.454354:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692958.454355:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454357:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454361:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692958.454362:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454364:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692958.454366:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692958.454367:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692958.454370:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454376:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692958.454377:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.454379:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692958.454381:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692958.454382:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692958.454384:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205632:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692958.454387:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692958.454389:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692958.454390:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692958.454392:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692958.454395:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692958.454396:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692958.454400:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692958.454402:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692958.454405:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692958.454408:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205632, portal 4
00000100:00000001:2.0:1790692958.454409:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692958.454411:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:2.0:1790692958.454415:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454421:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692958.454423:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692958.454425:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692958.454428:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061205632, offset 0
00000400:00000200:2.0:1790692958.454431:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692958.454435:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.454438:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692958.454440:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692958.454443:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692958.454444:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692958.454447:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692958.454449:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40665:40665:256:4294967295] 192.168.204.156@tcp LPNI seq info [40664:40664:8:4294967295]
00000400:00000200:2.0:1790692958.454453:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692958.454478:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692958.454482:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.454485:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692958.454489:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692958.454492:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790692958.454496:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692958.454498:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790692958.454501:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692958.454503:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692958.454506:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692958.454508:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692958.454511:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692958.454513:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692958.454515:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692958.454518:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454525:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.454528:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692983 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454534:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454535:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692958.454538:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692958.454541:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692958.454544:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692958.454545:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315770387
00000100:00000001:2.0:1790692958.454548:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.454550:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315770387
00000100:00000001:2.0:1790692958.454552:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315771648
00000100:00000001:2.0:1790692958.454554:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692958.454556:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454557:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692958.454561:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692958/real 1790692958]  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692958.454567:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692958.454569:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692958.454571:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692958.454573:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692958.454574:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692958.454576:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692958.454578:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692958.454585:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454590:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692958.454592:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454593:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.454594:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692958.454597:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454603:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692958.454606:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454612:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692958.454614:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454615:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692958.454616:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454618:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692958.454620:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692958.454622:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692958.454625:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692958.454627:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692958.454630:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692958.454637:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205632:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692958.454640:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454642:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692958.454644:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061205632/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692983 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692958.454650:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692958.454652:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692958.454653:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692958.454655:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692958.454657:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692958.454658:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692958.454660:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692958.454661:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692958.454663:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692958.454664:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692958.454666:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790692958.454668:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692958.454669:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454671:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692958.454674:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692958.454675:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692958.454677:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692958.454678:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692959.348575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692959.348581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692959.348587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692959.348588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692959.348591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692959.348592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692959.348666:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692959.348671:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692959.348675:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692959.796557:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315771648, at 4315771712
00000100:00000040:1.0:1790692959.796558:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315771648, at 4315771712
00000100:00000010:0.0:1790692959.796571:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00000100:00000010:1.0:1790692959.796574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00010000:00000001:2.0:1790692960.372570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692960.372576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692960.372581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692960.372583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692960.372586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692960.372587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692960.372642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692960.372646:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692960.372648:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692961.396567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692961.396571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692961.396575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692961.396576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692961.396578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692961.396579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692961.396644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692961.396648:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692961.396652:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692962.420572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692962.420579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692962.420584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692962.420586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692962.420589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692962.420591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692962.420676:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692962.420679:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692962.420682:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692963.444551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692963.444557:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692963.444559:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692963.444562:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692963.444565:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692963.444567:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692963.444569:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692963.444570:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692963.444573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692963.444579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692963.444582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692963.444583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692963.444639:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692963.444644:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692963.444647:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692963.572578:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692963.572587:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692963.572590:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692963.572593:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692963.572597:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692963.572604:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21103
00000400:00000200:3.0:1790692963.572614:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692963.572620:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692963.572624:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692963.572627:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.572631:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692963.572634:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.572636:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692963.572644:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692963.572646:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692963.572648:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692963.572651:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692963.572653:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692963.572655:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692963.572658:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.572660:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692963.572662:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.572663:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692963.572666:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692963.572669:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692963.572686:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692963.572689:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692963.572692:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692963.572695:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.572697:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692963.572700:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692963.572708:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790692963.572711:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692963.572715:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692963.572717:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.572720:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692963.572722:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692963.572726:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692963.572733:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790692963.572739:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692963.572748:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692963.572764:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692963.572768:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692963.572772:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692963.572793:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692963.572797:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692963.572806:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692963.572811:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692963.572813:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692963.572817:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692963.572820:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21103
00000100:00000001:2.0:1790692963.572823:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1790692963.572825:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692963.572830:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790692963.572831:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00080000:3.0:1790692963.572833:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790692963.572835:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692963.572843:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692963.572845:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692963.572851:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790692963.572853:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692963.572854:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.572858:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790692963.572859:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692963.572861:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692963.572865:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692963.572866:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692963.572872:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061205760:192.168.204.156@tcp:250:kworker.0
00000020:00000001:3.0:1790692963.572872:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692963.572875:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790692963.572877:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000001:3.0:1790692963.572880:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:2.0:1790692963.572882:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1790692963.572884:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
02000000:00000001:2.0:1790692963.572885:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.572888:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1790692963.572890:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000010:2.0:1790692963.572893:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
00000020:00000001:3.0:1790692963.572895:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790692963.572896:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692963.572902:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692963.572906:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692963.572907:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790692963.572910:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000040:3.0:1790692963.572913:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692963.572917:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:3.0:1790692963.572918:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692963.572923:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000200:2.0:1790692963.572926:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205760, portal 25
00000100:00080000:3.0:1790692963.572927:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692963.572930:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692963.572933:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000001:3.0:1790692963.572933:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692963.572939:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692963.572941:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692963.572946:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.572948:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1790692963.572952:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692963.572953:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692963.572956:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000001:3.0:1790692963.572957:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:2.0:1790692963.572960:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061205760, offset 0
00000008:00100000:3.0:1790692963.572963:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692963.572967:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000008:00000001:3.0:1790692963.572970:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.572973:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.572976:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790692963.572978:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790692963.572982:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000200:2.0:1790692963.572983:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790692963.572989:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692963.572990:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790692963.572993:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.572995:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790692963.572998:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790692963.572999:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790692963.573001:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692963.573003:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:3.0:1790692963.573005:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.573008:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40666:40666:256:4294967295] 192.168.204.156@tcp LPNI seq info [40665:40665:8:4294967295]
02000000:00000010:3.0:1790692963.573013:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000400:00000200:2.0:1790692963.573017:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692963.573019:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692963.573025:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692963.573036:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790692963.573037:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692963.573040:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692963.573046:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790692963.573051:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573059:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692963.573061:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00080000:3.0:1790692963.573062:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692963.573066:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790692963.573067:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692963.573070:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1790692963.573071:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790692963.573075:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.0:1790692963.573076:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1790692963.573079:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21103
00000400:00000200:3.0:1790692963.573087:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790692963.573087:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790692963.573091:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790692963.573093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00080000:3.0:1790692963.573094:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1790692963.573101:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692963.573102:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692963.573105:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790692963.573105:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692963.573109:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573111:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692963.573113:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1790692963.573113:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692963.573116:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692963.573118:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692963.573121:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1790692963.573121:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692963.573125:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692963.573127:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692963.573128:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000040:3.0:1790692963.573131:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692963.573132:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:3.0:1790692963.573133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692963.573137:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790692963.573137:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573139:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692963.573141:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000200:2.0:1790692963.573144:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692963.573145:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573150:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692963.573153:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692963.573157:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.573159:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1790692963.573160:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.573162:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790692963.573164:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790692963.573165:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692963.573170:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.573174:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692963.573179:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790692963.573180:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790692963.573182:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:2.0:1790692963.573183:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790692963.573187:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692963.573189:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573191:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692963.573191:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692963.573193:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692963.573195:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.573198:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:3.0:1790692963.573198:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:2.0:1790692963.573203:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315776768
00000100:00000001:3.0:1790692963.573204:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692963.573211:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000100:00100000:3.0:1790692963.573211:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692963.573219:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692963.573220:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790692963.573221:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692963.573225:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573228:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315776768
00000100:00000010:2.0:1790692963.573233:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000100:00000001:3.0:1790692963.573234:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573238:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1790692963.573238:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692963.573243:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692963.573244:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790692963.573246:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692963.573247:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692963.573252:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790692963.573253:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790692963.573254:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692963.573256:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790692963.573259:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692963/real 1790692963]  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692963.573260:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692963.573265:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21103
00000400:00000200:3.0:1790692963.573272:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000001:2.0:1790692963.573277:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000200:3.0:1790692963.573277:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000001:2.0:1790692963.573280:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:3.0:1790692963.573281:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790692963.573283:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000100:00000040:3.0:1790692963.573286:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573287:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692963.573290:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:3.0:1790692963.573293:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692963.573294:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:3.0:1790692963.573300:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692963.573301:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692963.573306:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692963.573312:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790692963.573314:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692963.573318:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692963.573319:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692963.573323:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:3.0:1790692963.573323:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692963.573327:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.573328:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:3.0:1790692963.573328:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790692963.573334:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00100000:2.0:1790692963.573335:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790692963.573339:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692963.573346:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692963.573346:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573350:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790692963.573353:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692963.573354:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573358:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692963.573363:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790692963.573368:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692963.573369:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790692963.573371:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573373:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790692963.573374:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692963.573377:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1790692963.573378:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.573379:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790692963.573384:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573385:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790692963.573388:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692963.573389:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692963.573393:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1790692963.573394:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00080000:2.0:1790692963.573397:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000008:00000001:3.0:1790692963.573400:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573401:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:3.0:1790692963.573406:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692963.573407:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790692963.573414:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000100:00100000:2.0:1790692963.573417:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061205760:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790692963.573419:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790692963.573425:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692963.573427:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790692963.573427:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573432:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790692963.573432:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692963.573436:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1790692963.573440:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061205760/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692963.573440:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692963.573447:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:2.0:1790692963.573453:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000001:3.0:1790692963.573480:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573482:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692963.573486:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
00000100:00100000:3.0:1790692963.573487:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790692963.573492:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692963.573497:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:3.0:1790692963.573497:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000020:00000040:2.0:1790692963.573502:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000100:00000001:3.0:1790692963.573502:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790692963.573508:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000040:3.0:1790692963.573510:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790692963.573512:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:2.0:1790692963.573519:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692963.573523:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:3.0:1790692963.573524:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692963.573525:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:2.0:1790692963.573529:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692963.573531:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:3.0:1790692963.573531:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21113)
00000100:00000001:2.0:1790692963.573536:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573543:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692963.573544:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573546:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692963.573547:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692963.573549:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692963.573558:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573563:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692963.573564:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573565:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692963.573566:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692963.573567:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692963.573569:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205888:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692963.573571:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692963.573573:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692963.573574:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573575:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692963.573577:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692963.573578:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.573581:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692963.573583:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692963.573585:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692963.573587:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061205888, portal 10
00000100:00000001:2.0:1790692963.573589:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692963.573589:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000100:00000040:2.0:1790692963.573594:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573598:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692963.573599:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692963.573600:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692963.573602:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061205888, offset 0
00000400:00000200:2.0:1790692963.573604:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573607:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573609:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692963.573611:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692963.573613:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692963.573614:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692963.573616:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573617:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40667:40667:256:4294967295] 192.168.204.156@tcp LPNI seq info [40666:40666:8:4294967295]
00000400:00000200:2.0:1790692963.573620:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573624:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692963.573627:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.573629:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692963.573631:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692963.573633:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692963.573636:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692963.573637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692963.573639:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.573641:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692963.573643:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692963.573645:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692963.573646:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692963.573647:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692963.573649:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692963.573652:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573659:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.573661:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573667:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573669:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692963.573686:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692963.573689:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692963.573692:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692963.573694:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315775503
00000100:00000001:2.0:1790692963.573697:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.573698:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315775503
00000100:00000001:2.0:1790692963.573700:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.573701:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.573702:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573712:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692963.573717:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692963/real 1790692963]  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692963.573725:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692963.573726:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692963.573727:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692963.573728:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692963.573729:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692963.573731:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692963.573732:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692963.573737:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573741:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692963.573741:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573742:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.573743:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692963.573745:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573749:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692963.573751:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573755:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692963.573757:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573758:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.573758:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573759:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692963.573760:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692963.573762:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692963.573764:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692963.573766:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692963.573768:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692963.573772:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061205888:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692963.573774:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692963.573776:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573779:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692963.573780:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573781:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692963.573782:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692963.573784:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692963.573785:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206016:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692963.573787:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692963.573788:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692963.573789:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573790:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692963.573793:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692963.573794:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.573795:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692963.573797:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692963.573799:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692963.573800:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206016, portal 10
00000100:00000001:2.0:1790692963.573802:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692963.573802:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:2.0:1790692963.573806:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573813:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692963.573815:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692963.573816:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692963.573817:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061206016, offset 0
00000400:00000200:2.0:1790692963.573819:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573822:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573824:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692963.573826:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692963.573827:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692963.573829:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692963.573830:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573832:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40668:40668:256:4294967295] 192.168.204.156@tcp LPNI seq info [40667:40667:8:4294967295]
00000400:00000200:2.0:1790692963.573835:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573839:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692963.573841:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.573843:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692963.573845:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692963.573847:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692963.573849:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692963.573851:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692963.573853:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.573854:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692963.573856:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692963.573858:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692963.573860:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692963.573861:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692963.573862:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692963.573864:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573869:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.573870:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573878:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573879:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692963.573881:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692963.573882:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692963.573884:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692963.573886:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315775512
00000100:00000001:2.0:1790692963.573887:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.573888:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315775512
00000100:00000001:2.0:1790692963.573890:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.573891:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.573892:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.573893:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692963.573895:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692963/real 1790692963]  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692963.573899:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692963.573899:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692963.573900:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692963.573901:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692963.573902:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692963.573903:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692963.573905:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692963.573910:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573913:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692963.573914:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573914:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.573915:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692963.573917:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573921:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692963.573923:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573927:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692963.573928:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573929:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.573930:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.573931:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692963.573932:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692963.573933:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692963.573934:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692963.573936:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692963.573937:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692963.573941:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206016:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692963.573943:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692963.573945:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573948:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692963.573949:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573950:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692963.573951:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692963.573952:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692963.573954:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206144:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692963.573956:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692963.573957:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692963.573958:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692963.573959:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692963.573961:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692963.573962:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692963.573964:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692963.573965:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692963.573967:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692963.573968:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206144, portal 4
00000100:00000001:2.0:1790692963.573969:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692963.573971:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:2.0:1790692963.573973:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.573977:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692963.573978:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692963.573980:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692963.573981:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061206144, offset 0
00000400:00000200:2.0:1790692963.573983:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573984:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573986:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692963.573987:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692963.573989:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692963.573990:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692963.573991:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692963.573993:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40669:40669:256:4294967295] 192.168.204.156@tcp LPNI seq info [40668:40668:8:4294967295]
00000400:00000200:2.0:1790692963.573996:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692963.573999:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692963.574001:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.574003:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692963.574005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692963.574006:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790692963.574009:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692963.574011:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790692963.574015:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692963.574017:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692963.574020:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692963.574023:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692963.574026:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692963.574027:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692963.574029:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692963.574033:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574040:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.574043:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692988 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574049:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.574051:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692963.574053:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692963.574056:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692963.574059:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692963.574061:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315775506
00000100:00000001:2.0:1790692963.574063:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.574064:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315775506
00000100:00000001:2.0:1790692963.574066:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315776768
00000100:00000001:2.0:1790692963.574067:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692963.574068:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.574069:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692963.574072:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692963/real 1790692963]  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692963.574076:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692963.574077:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692963.574078:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692963.574079:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692963.574080:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692963.574082:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692963.574084:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692963.574088:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574092:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692963.574092:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574093:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.574094:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692963.574096:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574099:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692963.574101:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574105:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692963.574107:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574108:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692963.574108:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574109:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692963.574110:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692963.574112:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692963.574113:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692963.574114:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692963.574116:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692963.574120:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206144:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692963.574122:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574123:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.574125:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061205888/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574129:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692963.574130:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692963.574132:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692963.574133:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692963.574134:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692963.574135:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692963.574136:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692963.574137:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790692963.574138:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692963.574139:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692963.574140:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:2.0:1790692963.574143:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692963.574144:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574145:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.574146:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061206016/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574150:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692963.574151:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692963.574151:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692963.574153:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692963.574154:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692963.574154:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692963.574155:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692963.574156:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790692963.574157:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692963.574157:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692963.574158:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790692963.574159:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692963.574160:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574161:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692963.574162:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061206144/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692988 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692963.574165:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692963.574166:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692963.574167:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692963.574169:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692963.574169:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692963.574170:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692963.574171:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692963.574172:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790692963.574173:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692963.574173:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692963.574174:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:2.0:1790692963.574175:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692963.574176:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574177:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692963.574179:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692963.574180:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692963.574181:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692963.574182:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692964.468575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692964.468582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692964.468588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692964.468589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692964.468592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692964.468594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692964.468651:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692964.468666:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692964.468669:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692964.916555:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315776768, at 4315776832
00000100:00000040:1.0:1790692964.916555:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315776768, at 4315776832
00000100:00000010:0.0:1790692964.916567:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000100:00000010:1.0:1790692964.916569:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00010000:00000001:2.0:1790692965.492524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692965.492529:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692965.492532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692965.492533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692965.492535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692965.492536:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692965.492586:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692965.492590:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692965.492593:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692966.516586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692966.516593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692966.516603:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692966.516605:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692966.516609:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516612:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692966.516629:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516632:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516635:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516639:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692966.516640:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692966.516642:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692966.516643:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516644:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692966.516646:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516648:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692966.516649:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692966.516714:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692966.516718:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692966.516721:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692967.540534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692967.540541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692967.540546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692967.540547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692967.540551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692967.540552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692967.540607:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692967.540610:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692967.540612:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692968.564590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692968.564594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692968.564599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692968.564599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692968.564602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692968.564602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692968.564654:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692968.564662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692968.564665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692968.692538:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692968.692545:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692968.692547:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692968.692550:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692968.692553:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692968.692560:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21108
00000400:00000200:1.0:1790692968.692569:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692968.692590:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692968.692593:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692968.692596:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692600:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.692602:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692605:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692968.692613:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692968.692614:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692968.692616:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692968.692619:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692968.692620:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692968.692622:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692968.692624:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692626:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.692628:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692630:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692968.692633:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692968.692636:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692638:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692968.692641:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692968.692645:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692968.692647:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.692649:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692968.692657:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692968.692665:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692968.692669:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692968.692672:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692968.692673:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.692675:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692968.692677:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692968.692681:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692968.692686:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000100:00000001:1.0:1790692968.692691:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692968.692697:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692968.692703:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692968.692707:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692968.692710:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692968.692726:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692968.692728:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692968.692730:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692968.692731:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692968.692732:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692968.692734:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692968.692736:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21108
00000400:00000200:1.0:1790692968.692738:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692968.692740:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692968.692741:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692968.692743:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692744:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.692746:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692747:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692968.692749:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692968.692749:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692968.692750:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692968.692753:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692968.692754:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692968.692756:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692968.692758:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692760:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.692761:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692763:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692968.692765:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692968.692767:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790692968.692769:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790692968.692770:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692968.692774:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692968.692775:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1790692968.692779:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692968.692779:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790692968.692783:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.692786:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790692968.692786:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790692968.692792:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692968.692794:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692968.692796:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.692799:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692968.692800:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:1.0:1790692968.692802:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.692803:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.692806:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692968.692808:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061206272:192.168.204.156@tcp:250:kworker.0
00000100:00000010:1.0:1790692968.692812:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692968.692812:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692968.692816:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790692968.692817:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692968.692819:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692968.692821:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692968.692822:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790692968.692823:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.692826:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692968.692827:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692968.692829:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692968.692829:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692968.692834:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692968.692836:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790692968.692840:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.692840:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692968.692844:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00100000:1.0:1790692968.692847:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790692968.692850:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:1.0:1790692968.692856:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692968.692859:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692968.692859:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206272, portal 25
00000100:00000001:2.0:1790692968.692864:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790692968.692865:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.692866:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692968.692875:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692968.692891:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.692892:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790692968.692894:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790692968.692898:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692968.692900:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790692968.692901:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790692968.692902:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692968.692905:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790692968.692907:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061206272, offset 0
00000100:00000001:1.0:1790692968.692908:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692968.692912:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21108
00000400:00000200:2.0:1790692968.692916:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692968.692919:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692968.692923:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692968.692925:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692968.692928:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692968.692930:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692932:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692968.692935:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:1.0:1790692968.692937:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692940:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692968.692942:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:1.0:1790692968.692943:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692968.692944:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692968.692945:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692968.692947:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692968.692948:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692968.692949:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692968.692953:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692955:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.692958:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692968.692958:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:1.0:1790692968.692962:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692968.692966:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000040:1.0:1790692968.692967:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790692968.692973:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:1.0:1790692968.692974:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692968.692979:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.692982:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40670:40670:256:4294967295] 192.168.204.156@tcp LPNI seq info [40669:40669:8:4294967295]
02000000:00000001:1.0:1790692968.692983:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692968.692988:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692968.692993:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.692993:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692968.692997:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692968.693000:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692968.693002:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.693006:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692968.693011:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000400:00000200:2.0:1790692968.693011:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:1.0:1790692968.693014:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692968.693019:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692968.693022:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692968.693023:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692968.693025:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692968.693028:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692968.693031:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692968.693032:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
02000000:00000010:1.0:1790692968.693036:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790692968.693042:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692968.693042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692968.693049:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00100000:1.0:1790692968.693052:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790692968.693060:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692968.693063:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692968.693066:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692968.693066:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:1.0:1790692968.693071:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692968.693077:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692968.693081:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1790692968.693083:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692968.693085:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692968.693089:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790692968.693091:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00080000:1.0:1790692968.693092:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692968.693094:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692968.693096:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692968.693098:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692968.693100:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790692968.693101:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21108
00000400:00000200:1.0:1790692968.693107:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693111:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790692968.693112:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692968.693116:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692968.693118:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.693120:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.693121:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693121:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000001:1.0:1790692968.693126:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:2.0:1790692968.693127:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000020:00000001:1.0:1790692968.693129:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692968.693131:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692968.693132:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692968.693134:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790692968.693134:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790692968.693137:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692968.693139:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790692968.693142:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692968.693143:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.693146:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692968.693149:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692968.693152:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692968.693156:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790692968.693160:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692968.693165:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692968.693167:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692968.693167:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790692968.693169:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692968.693171:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.693173:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692968.693175:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000040:2.0:1790692968.693175:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790692968.693179:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.693182:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692968.693186:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790692968.693190:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692968.693194:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790692968.693194:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692968.693195:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692968.693200:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692968.693200:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790692968.693202:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692968.693204:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692968.693207:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790692968.693210:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693210:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692968.693217:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692968.693221:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692968.693226:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692968.693227:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315781888
00000100:00000001:1.0:1790692968.693228:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692968.693234:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790692968.693237:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c60.
00000100:00000001:1.0:1790692968.693242:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692968.693245:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21118)
00000100:00000001:2.0:1790692968.693247:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692968.693254:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315781888
00000100:00000010:2.0:1790692968.693258:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000100:00000001:2.0:1790692968.693262:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692968.693264:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692968.693266:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693268:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692968.693272:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692968/real 1790692968]  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692968.693280:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692968.693281:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692968.693282:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692968.693285:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692968.693286:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692968.693287:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692968.693289:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692968.693298:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693302:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692968.693303:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693305:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693306:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692968.693308:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693312:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692968.693315:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693319:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692968.693321:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693322:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693323:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693325:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692968.693326:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692968.693328:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692968.693330:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692968.693331:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692968.693333:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692968.693340:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061206272:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692968.693345:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693354:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.693358:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061206272/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693369:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692968.693372:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692968.693374:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692968.693377:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692968.693379:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692968.693381:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692968.693383:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692968.693385:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790692968.693388:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692968.693390:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692968.693391:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692968.693393:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692968.693394:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693395:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693402:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692968.693403:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693404:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692968.693405:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692968.693406:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692968.693409:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693413:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692968.693414:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693415:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692968.693416:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692968.693418:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692968.693419:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206400:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692968.693421:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692968.693423:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692968.693424:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693425:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692968.693427:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692968.693428:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.693432:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692968.693435:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692968.693438:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692968.693441:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206400, portal 10
00000100:00000001:2.0:1790692968.693442:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692968.693443:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692968.693449:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693476:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692968.693478:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692968.693481:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692968.693483:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061206400, offset 0
00000400:00000200:2.0:1790692968.693486:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693489:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693491:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692968.693493:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692968.693495:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692968.693496:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692968.693498:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693500:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40671:40671:256:4294967295] 192.168.204.156@tcp LPNI seq info [40670:40670:8:4294967295]
00000400:00000200:2.0:1790692968.693502:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693506:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692968.693509:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693511:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692968.693513:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692968.693515:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692968.693518:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692968.693520:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692968.693522:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693523:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692968.693525:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692968.693527:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692968.693529:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692968.693530:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692968.693532:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692968.693535:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693539:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.693541:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693545:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693546:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692968.693548:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692968.693551:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692968.693552:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692968.693554:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315780623
00000100:00000001:2.0:1790692968.693556:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693558:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315780623
00000100:00000001:2.0:1790692968.693560:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693562:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692968.693564:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693566:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692968.693569:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692968/real 1790692968]  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692968.693590:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692968.693591:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692968.693593:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692968.693595:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692968.693597:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692968.693599:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692968.693602:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692968.693609:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693620:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692968.693621:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693623:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693624:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692968.693627:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693633:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692968.693637:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693644:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692968.693646:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693647:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693648:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693650:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692968.693651:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692968.693654:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692968.693656:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692968.693658:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692968.693660:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692968.693665:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206400:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692968.693668:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692968.693669:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693673:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692968.693674:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693676:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692968.693677:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692968.693679:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692968.693680:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206528:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692968.693682:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692968.693683:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692968.693684:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693685:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692968.693687:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692968.693688:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.693691:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692968.693692:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692968.693694:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692968.693696:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206528, portal 10
00000100:00000001:2.0:1790692968.693698:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692968.693698:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790692968.693702:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693706:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692968.693707:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692968.693708:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692968.693710:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061206528, offset 0
00000400:00000200:2.0:1790692968.693712:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693714:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693716:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692968.693718:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692968.693720:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692968.693721:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692968.693723:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693724:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40672:40672:256:4294967295] 192.168.204.156@tcp LPNI seq info [40671:40671:8:4294967295]
00000400:00000200:2.0:1790692968.693727:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693730:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692968.693733:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693735:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692968.693738:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692968.693739:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692968.693742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692968.693743:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692968.693745:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693747:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692968.693749:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692968.693751:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692968.693752:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692968.693753:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692968.693755:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692968.693757:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693761:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.693763:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693766:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693768:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692968.693769:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692968.693771:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692968.693773:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692968.693774:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315780632
00000100:00000001:2.0:1790692968.693775:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693777:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315780632
00000100:00000001:2.0:1790692968.693778:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693779:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692968.693780:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693781:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692968.693783:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692968/real 1790692968]  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692968.693788:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692968.693789:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692968.693790:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692968.693791:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692968.693793:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692968.693794:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692968.693797:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692968.693805:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693811:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692968.693813:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693814:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693815:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692968.693818:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693824:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692968.693828:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693834:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692968.693836:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693838:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.693839:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.693841:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692968.693842:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692968.693845:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692968.693848:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692968.693850:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692968.693855:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692968.693863:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206528:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692968.693867:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692968.693870:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693877:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692968.693879:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693881:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692968.693882:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692968.693884:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692968.693887:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206656:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692968.693890:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692968.693891:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692968.693893:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692968.693894:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692968.693897:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692968.693899:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692968.693903:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692968.693905:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692968.693908:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692968.693911:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206656, portal 4
00000100:00000001:2.0:1790692968.693913:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692968.693914:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692968.693918:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693922:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692968.693924:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692968.693925:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692968.693927:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061206656, offset 0
00000400:00000200:2.0:1790692968.693929:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693932:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693934:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692968.693936:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692968.693937:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692968.693939:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692968.693940:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692968.693942:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40673:40673:256:4294967295] 192.168.204.156@tcp LPNI seq info [40672:40672:8:4294967295]
00000400:00000200:2.0:1790692968.693944:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692968.693948:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692968.693951:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693952:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692968.693955:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692968.693956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790692968.693959:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692968.693961:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790692968.693963:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692968.693964:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692968.693966:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692968.693968:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692968.693970:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692968.693971:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692968.693972:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692968.693974:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693979:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.693980:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692993 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.693984:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693985:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692968.693986:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692968.693988:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692968.693989:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692968.693991:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315780626
00000100:00000001:2.0:1790692968.693992:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693994:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315780626
00000100:00000001:2.0:1790692968.693995:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315781888
00000100:00000001:2.0:1790692968.693996:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692968.693997:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.693998:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692968.694000:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692968/real 1790692968]  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692968.694004:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692968.694005:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692968.694006:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692968.694007:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692968.694008:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692968.694009:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692968.694011:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692968.694019:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694024:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692968.694025:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694027:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.694028:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692968.694032:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694037:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692968.694041:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694047:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692968.694050:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694052:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692968.694053:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694054:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692968.694056:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692968.694059:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692968.694061:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692968.694063:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692968.694067:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692968.694075:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206656:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692968.694079:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694080:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.694083:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061206400/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694089:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692968.694091:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692968.694093:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692968.694095:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692968.694097:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692968.694098:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692968.694100:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692968.694102:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790692968.694104:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692968.694106:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692968.694107:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692968.694110:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692968.694111:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694112:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.694116:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061206528/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694128:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692968.694129:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692968.694131:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692968.694134:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692968.694135:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692968.694136:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692968.694138:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692968.694139:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790692968.694141:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692968.694142:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692968.694143:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692968.694146:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692968.694147:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694148:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692968.694151:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061206656/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692993 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692968.694157:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692968.694159:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692968.694160:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80000.
02000000:00000001:2.0:1790692968.694162:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692968.694163:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692968.694165:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692968.694166:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692968.694168:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971400.
02000000:00000001:2.0:1790692968.694170:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692968.694171:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692968.694172:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692968.694174:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692968.694175:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694177:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692968.694181:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692968.694182:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692968.694184:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692968.694185:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692969.588594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692969.588601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692969.588607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692969.588608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692969.588611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692969.588613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692969.588675:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692969.588679:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692969.588682:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692970.036573:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315781888, at 4315781952
00000100:00000040:1.0:1790692970.036573:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315781888, at 4315781952
00000100:00000010:0.0:1790692970.036588:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000100:00000010:1.0:1790692970.036591:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00010000:00000001:2.0:1790692970.612591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692970.612596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692970.612599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692970.612600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692970.612602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692970.612603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692970.612667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692970.612671:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692970.612673:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692971.636579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692971.636586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692971.636592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692971.636593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692971.636598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692971.636599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692971.636654:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692971.636658:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692971.636666:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692972.660712:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692972.660721:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692972.660728:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692972.660729:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692972.660732:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692972.660733:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692972.660827:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692972.660833:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692972.660837:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692973.684588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692973.684596:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692973.684598:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692973.684602:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692973.684607:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692973.684609:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692973.684612:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692973.684613:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692973.684616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692973.684617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692973.684620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692973.684621:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692973.684694:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692973.684698:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692973.684701:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692973.812593:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692973.812600:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692973.812602:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692973.812605:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692973.812608:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692973.812613:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21113
00000400:00000200:1.0:1790692973.812620:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692973.812625:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692973.812627:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692973.812635:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812637:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.812639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812643:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692973.812648:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692973.812649:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692973.812651:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692973.812654:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692973.812655:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692973.812657:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692973.812659:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812660:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.812661:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812662:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692973.812663:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692973.812665:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812666:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692973.812669:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692973.812671:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692973.812673:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812674:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692973.812676:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692973.812682:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000020:00000040:1.0:1790692973.812685:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692973.812687:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692973.812688:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812690:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692973.812692:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692973.812695:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692973.812701:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000100:00000001:1.0:1790692973.812706:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692973.812712:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692973.812719:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692973.812721:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692973.812724:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692973.812741:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692973.812743:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692973.812745:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692973.812746:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692973.812747:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692973.812748:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692973.812750:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21113
00000400:00000200:1.0:1790692973.812752:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692973.812753:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692973.812755:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692973.812757:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812758:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.812759:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812760:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692973.812762:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692973.812763:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692973.812764:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692973.812766:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692973.812767:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692973.812768:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692973.812770:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812772:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.812774:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812775:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692973.812776:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692973.812778:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812779:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692973.812780:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692973.812783:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:1.0:1790692973.812785:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692973.812788:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812789:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692973.812789:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00100000:1.0:1790692973.812793:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692973.812793:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00000001:1.0:1790692973.812803:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812805:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.812808:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790692973.812809:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
00000020:00000040:1.0:1790692973.812813:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692973.812816:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692973.812819:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812822:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692973.812824:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692973.812826:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.812827:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000010:1.0:1790692973.812829:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
00000100:00000001:2.0:1790692973.812831:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812833:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.812837:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00100000:1.0:1790692973.812838:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692973.812843:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692973.812845:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.812847:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692973.812848:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692973.812853:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692973.812856:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1790692973.812858:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692973.812860:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692973.812863:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692973.812864:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1790692973.812866:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061206784:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692973.812867:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692973.812871:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21113
00000100:00000001:2.0:1790692973.812875:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000400:00000200:1.0:1790692973.812876:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692973.812879:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
02000000:00000001:2.0:1790692973.812880:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:1.0:1790692973.812881:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692973.812885:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:2.0:1790692973.812885:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.812890:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790692973.812891:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790692973.812892:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812895:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692973.812897:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692973.812898:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692973.812899:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000010:2.0:1790692973.812899:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
00000020:00000040:1.0:1790692973.812902:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
02000000:00000001:2.0:1790692973.812905:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692973.812906:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692973.812916:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692973.812916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692973.812921:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812922:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790692973.812923:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000040:1.0:1790692973.812924:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812929:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692973.812931:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000010:2.0:1790692973.812933:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00080000:1.0:1790692973.812935:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812940:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692973.812941:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1790692973.812943:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206784, portal 25
02000000:00000001:1.0:1790692973.812945:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692973.812948:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:1.0:1790692973.812950:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.812952:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000001:1.0:1790692973.812953:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692973.812957:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692973.812961:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.812963:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692973.812965:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692973.812972:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000020:00000040:1.0:1790692973.812976:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:2.0:1790692973.812978:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:1.0:1790692973.812979:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692973.812982:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.812983:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692973.812984:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692973.812986:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692973.812989:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692973.812990:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
02000000:00000010:1.0:1790692973.812993:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000200:2.0:1790692973.812995:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061206784, offset 0
00000100:00000001:1.0:1790692973.812996:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692973.813001:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692973.813005:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692973.813012:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692973.813014:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813018:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692973.813021:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692973.813027:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790692973.813029:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692973.813033:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692973.813035:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790692973.813036:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692973.813040:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790692973.813043:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:1.0:1790692973.813046:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:2.0:1790692973.813050:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790692973.813051:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692973.813054:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:1.0:1790692973.813055:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692973.813060:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692973.813060:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40674:40674:256:4294967295] 192.168.204.156@tcp LPNI seq info [40673:40673:8:4294967295]
00000100:00080000:1.0:1790692973.813066:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21113
00000400:00000200:2.0:1790692973.813070:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692973.813075:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692973.813079:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692973.813081:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692973.813083:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.813086:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.813091:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.813094:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692973.813095:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692973.813103:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:1.0:1790692973.813104:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692973.813106:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692973.813107:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1790692973.813109:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000020:00000040:1.0:1790692973.813110:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692973.813114:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692973.813116:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790692973.813120:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:2.0:1790692973.813121:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692973.813122:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692973.813125:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692973.813127:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692973.813129:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000800:00000200:2.0:1790692973.813129:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00080000:1.0:1790692973.813133:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692973.813136:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692973.813137:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692973.813141:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790692973.813141:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692973.813145:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.813147:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692973.813148:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000008:00100000:1.0:1790692973.813149:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790692973.813155:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.813157:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692973.813158:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000010:1.0:1790692973.813162:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000800:00000010:2.0:1790692973.813162:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000020:00000040:1.0:1790692973.813167:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790692973.813169:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692973.813170:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790692973.813171:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692973.813175:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692973.813176:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692973.813178:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813180:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000010:1.0:1790692973.813182:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790692973.813187:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813187:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692973.813191:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00100000:1.0:1790692973.813192:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692973.813197:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790692973.813199:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692973.813201:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692973.813205:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692973.813206:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692973.813229:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692973.813234:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21123)
00000100:00000001:2.0:1790692973.813234:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.813241:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813248:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813250:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692973.813256:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813260:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692973.813263:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315787008
00000100:00000010:2.0:1790692973.813267:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
00000100:00000001:2.0:1790692973.813273:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692973.813280:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315787008
00000100:00000010:2.0:1790692973.813282:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
00000100:00000001:2.0:1790692973.813285:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692973.813296:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692973.813300:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813302:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692973.813307:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692973/real 1790692973]  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692973.813316:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692973.813318:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692973.813321:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692973.813324:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692973.813326:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692973.813328:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692973.813332:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692973.813341:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813347:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692973.813349:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813351:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.813353:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692973.813357:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813364:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692973.813368:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813375:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692973.813377:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813379:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.813380:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813382:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692973.813384:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692973.813388:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692973.813391:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692973.813394:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692973.813398:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692973.813406:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061206784:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692973.813411:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813412:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.813415:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061206784/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813422:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692973.813424:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692973.813426:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692973.813430:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692973.813432:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692973.813433:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692973.813435:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692973.813437:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970400.
02000000:00000001:2.0:1790692973.813441:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692973.813442:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692973.813444:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790692973.813447:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692973.813448:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813450:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813492:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692973.813494:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813496:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692973.813498:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692973.813499:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692973.813503:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813509:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692973.813510:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.813512:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692973.813514:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692973.813516:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692973.813519:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206912:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692973.813522:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692973.813524:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692973.813525:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.813527:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692973.813531:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692973.813533:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813537:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692973.813540:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692973.813543:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692973.813546:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061206912, portal 10
00000100:00000001:2.0:1790692973.813548:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692973.813549:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00000040:2.0:1790692973.813556:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813562:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692973.813564:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692973.813567:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692973.813569:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061206912, offset 0
00000400:00000200:2.0:1790692973.813574:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692973.813577:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.813581:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692973.813583:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692973.813586:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692973.813588:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692973.813590:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692973.813593:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40675:40675:256:4294967295] 192.168.204.156@tcp LPNI seq info [40674:40674:8:4294967295]
00000400:00000200:2.0:1790692973.813597:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.813604:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692973.813609:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.813613:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692973.813617:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692973.813620:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692973.813625:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692973.813627:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692973.813631:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.813632:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692973.813635:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692973.813638:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692973.813641:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692973.813643:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692973.813645:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692973.813649:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813656:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.813659:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813665:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813667:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692973.813670:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.813674:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692973.813677:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692973.813678:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315785743
00000100:00000001:2.0:1790692973.813681:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.813683:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315785743
00000100:00000001:2.0:1790692973.813685:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.813687:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692973.813689:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813690:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692973.813694:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692973/real 1790692973]  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692973.813709:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692973.813711:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692973.813713:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692973.813715:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692973.813717:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692973.813719:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692973.813722:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692973.813730:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813737:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692973.813738:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813740:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.813741:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692973.813745:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813752:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692973.813755:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813762:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692973.813764:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813765:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.813767:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.813768:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692973.813770:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692973.813772:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692973.813775:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692973.813778:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692973.813782:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692973.813790:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061206912:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692973.813794:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692973.813797:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813803:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692973.813805:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.813807:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692973.813809:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692973.813810:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692973.813813:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207040:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692973.813816:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692973.813818:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692973.813819:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.813821:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692973.813824:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692973.813826:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.813830:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692973.813832:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692973.813835:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692973.813837:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207040, portal 10
00000100:00000001:2.0:1790692973.813839:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692973.813840:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00000040:2.0:1790692973.813845:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813851:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692973.813853:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692973.813855:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692973.813858:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061207040, offset 0
00000400:00000200:2.0:1790692973.813862:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692973.813866:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.813870:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692973.813872:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692973.813874:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692973.813877:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692973.813878:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692973.813881:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40676:40676:256:4294967295] 192.168.204.156@tcp LPNI seq info [40675:40675:8:4294967295]
00000400:00000200:2.0:1790692973.813885:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.813892:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692973.813897:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.813900:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692973.813904:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692973.813906:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692973.813910:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692973.813913:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692973.813916:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.813919:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692973.813922:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692973.813925:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692973.813928:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692973.813930:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692973.813932:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692973.813935:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813942:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.813945:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.813951:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813952:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692973.813956:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.813958:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692973.813961:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692973.813964:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315785752
00000100:00000001:2.0:1790692973.813967:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.813968:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315785752
00000100:00000001:2.0:1790692973.813970:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.813972:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692973.813974:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.813976:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692973.813979:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692973/real 1790692973]  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692973.813986:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692973.813988:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692973.813989:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692973.813992:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692973.813993:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692973.813995:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692973.813999:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692973.814007:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814013:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692973.814015:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814016:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.814017:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692973.814021:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814028:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692973.814032:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814039:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692973.814042:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814043:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.814044:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814046:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692973.814047:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692973.814049:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692973.814053:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692973.814055:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692973.814058:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692973.814065:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207040:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692973.814069:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692973.814072:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814078:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692973.814079:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.814081:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692973.814083:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692973.814085:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692973.814088:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207168:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692973.814091:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692973.814093:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692973.814094:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692973.814096:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692973.814099:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692973.814100:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692973.814104:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692973.814106:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692973.814110:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692973.814113:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207168, portal 4
00000100:00000001:2.0:1790692973.814115:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692973.814116:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692973.814121:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814128:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692973.814130:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692973.814132:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692973.814134:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061207168, offset 0
00000400:00000200:2.0:1790692973.814138:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692973.814142:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.814145:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692973.814148:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692973.814150:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692973.814152:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692973.814154:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692973.814157:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40677:40677:256:4294967295] 192.168.204.156@tcp LPNI seq info [40676:40676:8:4294967295]
00000400:00000200:2.0:1790692973.814161:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692973.814167:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692973.814171:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.814174:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692973.814178:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692973.814181:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:2.1:1790692973.814185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692973.814187:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:2.0:1790692973.814191:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692973.814192:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692973.814195:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692973.814199:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692973.814201:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692973.814203:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692973.814206:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692973.814209:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814222:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.814225:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790692998 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814232:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.814233:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692973.814236:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692973.814239:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692973.814242:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692973.814244:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315785746
00000100:00000001:2.0:1790692973.814247:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.814249:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315785746
00000100:00000001:2.0:1790692973.814251:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315787008
00000100:00000001:2.0:1790692973.814253:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692973.814254:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.814256:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692973.814260:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692973/real 1790692973]  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692973.814267:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692973.814268:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692973.814270:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692973.814272:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692973.814274:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692973.814276:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692973.814279:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692973.814287:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814294:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692973.814296:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814297:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.814299:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692973.814302:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814309:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692973.814313:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814319:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692973.814321:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814323:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692973.814324:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814326:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692973.814328:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692973.814330:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692973.814333:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692973.814335:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692973.814339:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692973.814347:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207168:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692973.814350:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814352:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.814355:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061206912/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814361:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692973.814363:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692973.814364:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692973.814367:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692973.814368:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692973.814370:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692973.814372:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692973.814374:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790692973.814376:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692973.814377:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692973.814379:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790692973.814381:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692973.814383:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814384:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.814387:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061207040/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814394:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692973.814395:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692973.814396:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692973.814398:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692973.814399:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692973.814400:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692973.814402:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692973.814403:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971400.
02000000:00000001:2.0:1790692973.814406:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692973.814407:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692973.814408:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790692973.814411:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692973.814412:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814413:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692973.814417:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061207168/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790692998 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692973.814422:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692973.814424:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692973.814425:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692973.814427:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692973.814428:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692973.814429:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692973.814431:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692973.814432:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790692973.814434:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692973.814436:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692973.814437:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692973.814439:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692973.814440:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814442:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692973.814445:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692973.814447:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692973.814448:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692973.814450:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692974.708570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692974.708574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692974.708578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692974.708578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692974.708581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692974.708582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692974.708653:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692974.708656:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692974.708660:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692975.156582:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315787008, at 4315787072
00000100:00000040:1.0:1790692975.156584:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315787008, at 4315787072
00000100:00000010:0.0:1790692975.156601:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000100:00000010:1.0:1790692975.156603:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00010000:00000001:2.0:1790692975.732541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692975.732547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692975.732553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692975.732555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692975.732558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692975.732559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692975.732609:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692975.732614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692975.732617:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692976.756578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692976.756585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692976.756593:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692976.756595:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692976.756599:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756601:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692976.756604:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756606:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756608:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692976.756612:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692976.756613:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692976.756615:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756616:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692976.756618:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756619:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692976.756621:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692976.756680:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692976.756684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692976.756686:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692977.780542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692977.780549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692977.780555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692977.780556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692977.780559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692977.780560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692977.780615:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692977.780619:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692977.780623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692978.804562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692978.804567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692978.804571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692978.804572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692978.804574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692978.804575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692978.804638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692978.804642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692978.804645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692978.932527:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692978.932534:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692978.932536:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692978.932538:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692978.932542:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692978.932547:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21118
00000400:00000200:1.0:1790692978.932554:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692978.932558:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692978.932561:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692978.932563:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932565:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932567:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932568:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692978.932575:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692978.932577:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692978.932579:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692978.932581:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692978.932583:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692978.932584:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692978.932586:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932587:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932588:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932589:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692978.932591:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692978.932593:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932595:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692978.932598:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692978.932601:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692978.932603:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932605:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692978.932607:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692978.932615:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790692978.932618:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692978.932621:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692978.932623:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932626:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692978.932628:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692978.932632:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692978.932640:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000100:00000001:1.0:1790692978.932646:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692978.932655:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692978.932672:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692978.932676:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692978.932681:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692978.932702:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692978.932705:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692978.932708:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692978.932709:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692978.932714:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692978.932717:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692978.932719:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21118
00000400:00000200:1.0:1790692978.932721:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692978.932723:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692978.932725:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692978.932727:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932728:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932729:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932731:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692978.932733:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692978.932734:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692978.932736:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692978.932738:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692978.932740:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692978.932741:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692978.932743:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932744:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932745:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932747:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692978.932748:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790692978.932748:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790692978.932752:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932755:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.932755:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1790692978.932759:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692978.932760:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790692978.932763:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692978.932766:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932768:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790692978.932769:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790692978.932771:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692978.932776:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932780:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692978.932785:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692978.932787:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790692978.932788:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:2.0:1790692978.932791:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692978.932792:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692978.932794:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932797:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692978.932798:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692978.932798:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790692978.932799:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.932803:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790692978.932804:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790692978.932808:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.932809:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692978.932814:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061207296:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1790692978.932816:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692978.932823:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790692978.932825:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692978.932828:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.932828:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:1.0:1790692978.932833:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692978.932833:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.932838:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790692978.932845:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692978.932846:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00080000:1.0:1790692978.932848:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1790692978.932849:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692978.932856:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:2.0:1790692978.932859:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692978.932860:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692978.932863:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790692978.932866:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790692978.932867:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692978.932873:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21118
00000400:00000010:2.0:1790692978.932876:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000400:00000200:1.0:1790692978.932878:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692978.932882:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692978.932885:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1790692978.932885:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207296, portal 25
00000100:00000001:2.0:1790692978.932891:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790692978.932893:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692978.932894:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000001:1.0:1790692978.932897:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932901:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932905:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790692978.932906:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692978.932911:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692978.932914:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692978.932917:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692978.932920:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:1.0:1790692978.932921:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692978.932927:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790692978.932927:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:1.0:1790692978.932932:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790692978.932932:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692978.932939:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061207296, offset 0
00000100:00000040:1.0:1790692978.932940:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932944:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.932946:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692978.932950:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932951:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692978.932956:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692978.932959:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790692978.932962:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692978.932965:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692978.932969:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790692978.932971:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:1.0:1790692978.932974:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692978.932977:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790692978.932979:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692978.932983:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:1.0:1790692978.932984:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692978.932988:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790692978.932989:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1790692978.932992:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692978.932996:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.932997:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692978.933002:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000400:00000200:2.0:1790692978.933003:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40678:40678:256:4294967295] 192.168.204.156@tcp LPNI seq info [40677:40677:8:4294967295]
00000020:00000040:1.0:1790692978.933007:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790692978.933012:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692978.933012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692978.933016:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.933018:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692978.933019:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692978.933022:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692978.933028:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000400:00000200:2.0:1790692978.933028:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790692978.933034:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692978.933039:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933047:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00100000:1.0:1790692978.933048:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790692978.933057:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790692978.933062:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1790692978.933065:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1790692978.933066:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692978.933076:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790692978.933077:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692978.933083:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000001:1.0:1790692978.933085:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692978.933089:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1790692978.933093:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692978.933094:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790692978.933098:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790692978.933098:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00080000:1.0:1790692978.933103:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692978.933104:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692978.933105:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692978.933107:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790692978.933108:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692978.933112:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21118
00000400:00000200:1.0:1790692978.933115:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692978.933118:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692978.933122:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692978.933126:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790692978.933129:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.933133:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692978.933134:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000040:1.0:1790692978.933137:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692978.933139:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790692978.933141:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692978.933145:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790692978.933147:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692978.933150:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000200:2.0:1790692978.933153:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692978.933154:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692978.933158:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692978.933163:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692978.933168:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692978.933168:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790692978.933174:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790692978.933176:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692978.933179:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692978.933184:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692978.933189:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692978.933191:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692978.933193:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790692978.933195:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:1.0:1790692978.933199:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692978.933203:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933204:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692978.933206:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692978.933211:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790692978.933212:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790692978.933216:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933217:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315792128
00000100:00000001:1.0:1790692978.933221:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692978.933225:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000010:2.0:1790692978.933225:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000008:00000001:1.0:1790692978.933231:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.933234:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933236:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000010:1.0:1790692978.933240:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000020:00000040:1.0:1790692978.933244:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790692978.933244:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315792128
02000000:00000001:1.0:1790692978.933248:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790692978.933251:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6ae0.
02000000:00000001:1.0:1790692978.933252:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692978.933256:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692978.933256:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790692978.933259:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692978.933262:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692978.933263:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933269:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692978.933271:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000100:00000001:2.0:1790692978.933273:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790692978.933277:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692978.933280:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692978/real 1790692978]  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692978.933287:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1790692978.933289:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692978.933292:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692978.933295:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790692978.933299:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790692978.933300:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000100:00000001:1.0:1790692978.933302:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692978.933303:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692978.933307:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1790692978.933308:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692978.933312:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692978.933320:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692978.933326:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692978.933327:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21128)
00000100:00000001:2.0:1790692978.933333:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692978.933335:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933337:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933338:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692978.933340:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933345:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692978.933350:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933354:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692978.933355:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933356:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933357:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933358:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692978.933360:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692978.933361:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692978.933364:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692978.933365:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692978.933367:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692978.933372:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061207296:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692978.933389:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933390:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.933393:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061207296/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933397:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692978.933399:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692978.933400:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692978.933403:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692978.933404:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692978.933405:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692978.933406:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692978.933412:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790692978.933415:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692978.933417:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692978.933419:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692978.933422:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692978.933423:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933425:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933432:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692978.933434:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933436:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692978.933437:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692978.933438:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692978.933442:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933449:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692978.933451:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933453:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692978.933473:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692978.933475:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692978.933477:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207424:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692978.933479:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692978.933481:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692978.933482:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933483:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692978.933485:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692978.933486:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692978.933489:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692978.933490:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692978.933493:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692978.933495:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207424, portal 10
00000100:00000001:2.0:1790692978.933496:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692978.933497:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692978.933501:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933505:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692978.933507:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692978.933508:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692978.933510:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061207424, offset 0
00000400:00000200:2.0:1790692978.933512:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933515:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933517:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692978.933519:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692978.933521:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692978.933523:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692978.933524:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933526:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40679:40679:256:4294967295] 192.168.204.156@tcp LPNI seq info [40678:40678:8:4294967295]
00000400:00000200:2.0:1790692978.933528:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933532:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692978.933535:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933537:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692978.933539:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692978.933541:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692978.933544:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692978.933545:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692978.933548:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933549:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692978.933551:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692978.933553:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692978.933554:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692978.933556:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692978.933557:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692978.933559:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933564:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.933565:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933569:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933570:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692978.933573:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692978.933577:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692978.933579:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692978.933581:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315790863
00000100:00000001:2.0:1790692978.933583:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.933585:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315790863
00000100:00000001:2.0:1790692978.933587:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.933589:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692978.933591:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933593:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692978.933596:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692978/real 1790692978]  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692978.933604:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692978.933605:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692978.933607:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692978.933609:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692978.933611:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692978.933613:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692978.933616:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692978.933623:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933629:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692978.933630:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933632:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933633:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692978.933636:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933642:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692978.933646:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933654:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692978.933656:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933658:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933659:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933661:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692978.933663:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692978.933665:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692978.933668:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692978.933670:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692978.933674:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692978.933681:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207424:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692978.933684:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692978.933686:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933691:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692978.933692:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933693:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692978.933694:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692978.933695:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692978.933697:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207552:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692978.933699:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692978.933701:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692978.933702:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933703:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692978.933705:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692978.933706:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692978.933708:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692978.933710:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692978.933712:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692978.933714:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207552, portal 10
00000100:00000001:2.0:1790692978.933715:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692978.933716:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692978.933719:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933723:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692978.933724:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692978.933726:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692978.933727:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061207552, offset 0
00000400:00000200:2.0:1790692978.933729:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933732:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933734:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692978.933736:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692978.933737:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692978.933739:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692978.933740:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933742:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40680:40680:256:4294967295] 192.168.204.156@tcp LPNI seq info [40679:40679:8:4294967295]
00000400:00000200:2.0:1790692978.933745:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933749:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692978.933751:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933753:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692978.933755:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692978.933757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692978.933759:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692978.933761:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692978.933763:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933764:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692978.933766:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692978.933768:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692978.933770:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692978.933771:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692978.933773:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692978.933775:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933779:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.933781:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933785:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933785:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692978.933787:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692978.933789:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692978.933790:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692978.933791:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315790872
00000100:00000001:2.0:1790692978.933793:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.933794:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315790872
00000100:00000001:2.0:1790692978.933795:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.933796:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692978.933797:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.933798:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692978.933800:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692978/real 1790692978]  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692978.933806:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692978.933808:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692978.933809:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692978.933811:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692978.933813:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692978.933815:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692978.933817:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692978.933826:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933832:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692978.933833:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933835:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933836:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692978.933839:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933845:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692978.933849:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933854:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692978.933857:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933858:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.933859:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.933861:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692978.933862:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692978.933864:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692978.933867:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692978.933869:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692978.933873:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692978.933881:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207552:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692978.933884:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692978.933885:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933889:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692978.933890:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933892:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692978.933893:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692978.933895:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692978.933896:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207680:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692978.933898:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692978.933899:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692978.933900:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692978.933901:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692978.933903:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692978.933904:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692978.933907:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692978.933908:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692978.933910:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692978.933912:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207680, portal 4
00000100:00000001:2.0:1790692978.933913:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692978.933914:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790692978.933918:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933921:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692978.933923:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692978.933924:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692978.933925:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061207680, offset 0
00000400:00000200:2.0:1790692978.933927:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933930:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933932:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692978.933933:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692978.933935:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692978.933936:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692978.933937:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692978.933939:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40681:40681:256:4294967295] 192.168.204.156@tcp LPNI seq info [40680:40680:8:4294967295]
00000400:00000200:2.0:1790692978.933942:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692978.933946:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692978.933949:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933951:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692978.933954:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692978.933957:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:2.1:1790692978.933961:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692978.933963:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:2.0:1790692978.933966:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692978.933968:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692978.933970:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692978.933973:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692978.933976:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692978.933978:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692978.933979:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692978.933983:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.933990:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.933994:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693003 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934000:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.934002:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692978.934005:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692978.934007:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692978.934010:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692978.934012:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315790866
00000100:00000001:2.0:1790692978.934014:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.934017:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315790866
00000100:00000001:2.0:1790692978.934019:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315792128
00000100:00000001:2.0:1790692978.934020:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692978.934022:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.934024:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692978.934027:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692978/real 1790692978]  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692978.934034:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692978.934034:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692978.934036:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692978.934037:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692978.934038:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692978.934039:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692978.934041:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692978.934046:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934049:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692978.934050:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934051:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.934052:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692978.934054:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934057:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692978.934059:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934062:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692978.934064:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934064:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692978.934065:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934066:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692978.934067:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692978.934068:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692978.934070:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692978.934072:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692978.934074:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692978.934079:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207680:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692978.934081:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934082:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.934084:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061207424/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934087:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692978.934088:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692978.934089:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692978.934090:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692978.934091:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692978.934092:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692978.934093:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692978.934094:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790692978.934095:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692978.934096:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692978.934097:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692978.934099:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692978.934099:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934100:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.934102:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061207552/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934105:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692978.934106:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692978.934107:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692978.934109:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692978.934109:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692978.934110:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692978.934111:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692978.934112:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790692978.934113:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692978.934114:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692978.934115:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692978.934116:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692978.934117:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934118:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692978.934119:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061207680/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693003 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692978.934123:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692978.934123:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692978.934124:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692978.934126:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692978.934126:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692978.934127:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692978.934128:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692978.934129:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790692978.934130:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692978.934130:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692978.934131:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692978.934132:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692978.934132:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934133:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692978.934136:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692978.934136:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692978.934138:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692978.934138:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692979.828614:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692979.828623:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692979.828630:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692979.828631:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692979.828635:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692979.828636:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692979.828707:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692979.828712:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692979.828715:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692980.276558:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315792128, at 4315792192
00000100:00000010:0.0:1790692980.276571:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000100:00000040:1.0:1790692980.276584:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315792128, at 4315792192
00000100:00000010:1.0:1790692980.276597:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00010000:00000001:2.0:1790692980.852560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692980.852569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692980.852576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692980.852578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692980.852582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692980.852583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692980.852649:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692980.852653:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692980.852656:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692981.876592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692981.876601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692981.876608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692981.876610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692981.876613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692981.876614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692981.876757:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692981.876761:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692981.876764:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692982.900528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692982.900535:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692982.900540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692982.900541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692982.900543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692982.900544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692982.900601:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692982.900604:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692982.900607:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692983.924630:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692983.924643:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692983.924647:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692983.924651:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692983.924658:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692983.924669:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692983.924672:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692983.924675:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692983.924681:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692983.924683:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692983.924687:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692983.924688:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692983.924776:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692983.924781:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692983.924785:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692984.052550:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692984.052561:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692984.052562:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692984.052565:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692984.052569:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692984.052574:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21123
00000400:00000200:1.0:1790692984.052582:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692984.052588:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692984.052591:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692984.052594:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052597:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692984.052599:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052600:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692984.052607:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692984.052608:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692984.052610:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692984.052613:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692984.052614:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692984.052616:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692984.052618:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052619:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692984.052620:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052622:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692984.052624:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692984.052626:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052628:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692984.052630:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692984.052632:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692984.052634:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052635:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692984.052636:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692984.052643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790692984.052645:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692984.052647:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692984.052648:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052650:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692984.052652:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692984.052656:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692984.052661:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000100:00000001:1.0:1790692984.052666:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692984.052672:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692984.052680:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692984.052682:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692984.052686:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692984.052707:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692984.052710:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692984.052713:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692984.052715:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692984.052716:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692984.052719:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692984.052722:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21123
00000400:00000200:1.0:1790692984.052726:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692984.052728:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692984.052730:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692984.052733:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052736:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692984.052738:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052741:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692984.052744:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692984.052746:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692984.052747:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790692984.052750:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790692984.052751:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692984.052755:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692984.052755:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692984.052758:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790692984.052760:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790692984.052766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692984.052768:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052773:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692984.052778:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692984.052778:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692984.052781:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052783:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790692984.052784:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692984.052788:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:1.0:1790692984.052789:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790692984.052791:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692984.052795:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052798:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692984.052800:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790692984.052804:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061207808:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692984.052805:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692984.052808:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052812:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692984.052816:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1790692984.052817:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790692984.052821:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:1.0:1790692984.052822:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052826:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.052826:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.052832:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:1.0:1790692984.052834:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790692984.052836:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790692984.052838:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692984.052840:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052841:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692984.052843:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692984.052845:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692984.052846:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000010:1.0:1790692984.052850:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692984.052852:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.052854:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692984.052862:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692984.052863:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692984.052871:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790692984.052873:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692984.052877:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692984.052880:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000040:1.0:1790692984.052882:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692984.052890:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207808, portal 25
00000100:00000001:1.0:1790692984.052893:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.052894:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1790692984.052898:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692984.052898:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00080000:1.0:1790692984.052904:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790692984.052907:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692984.052909:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:2.0:1790692984.052909:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692984.052915:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692984.052919:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692984.052921:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692984.052923:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692984.052928:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061207808, offset 0
00000100:00080000:1.0:1790692984.052929:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21123
00000400:00000200:2.0:1790692984.052934:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790692984.052936:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692984.052940:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692984.052943:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692984.052944:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790692984.052949:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692984.052951:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790692984.052954:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692984.052956:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790692984.052959:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052963:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692984.052963:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692984.052967:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790692984.052968:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692984.052971:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000040:1.0:1790692984.052972:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790692984.052977:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692984.052977:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40682:40682:256:4294967295] 192.168.204.156@tcp LPNI seq info [40681:40681:8:4294967295]
00000020:00000040:1.0:1790692984.052981:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790692984.052984:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790692984.052985:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692984.052988:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790692984.052992:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.052996:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692984.052999:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790692984.053000:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.053004:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692984.053007:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:2.0:1790692984.053009:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692984.053012:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692984.053015:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692984.053016:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
02000000:00000001:1.0:1790692984.053023:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790692984.053024:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692984.053026:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1790692984.053028:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1790692984.053032:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.053035:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:2.1:1790692984.053035:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00100000:1.0:1790692984.053039:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790692984.053039:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000008:00000001:1.0:1790692984.053045:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692984.053046:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790692984.053049:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692984.053050:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000010:1.0:1790692984.053057:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000400:00000200:2.0:1790692984.053057:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790692984.053063:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692984.053064:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790692984.053069:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692984.053070:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
02000000:00000001:1.0:1790692984.053072:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692984.053073:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790692984.053077:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692984.053079:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790692984.053080:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1790692984.053083:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692984.053084:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692984.053092:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000001:2.0:1790692984.053093:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790692984.053097:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692984.053097:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053106:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692984.053107:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692984.053108:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692984.053113:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692984.053119:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692984.053120:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692984.053121:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315797248
00000100:00000001:1.0:1790692984.053125:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692984.053127:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6960.
00000100:00000040:1.0:1790692984.053132:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053134:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790692984.053140:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315797248
00000100:00000001:1.0:1790692984.053144:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692984.053145:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6ae0.
00000100:00000040:1.0:1790692984.053150:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692984.053150:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692984.053154:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790692984.053157:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692984.053158:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053161:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1790692984.053163:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790692984.053167:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692984/real 1790692984]  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692984.053169:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692984.053173:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692984.053176:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000001:2.0:1790692984.053178:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692984.053180:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790692984.053182:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1790692984.053182:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692984.053186:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000100:00080000:1.0:1790692984.053188:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21123
00000400:00000010:2.0:1790692984.053188:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692984.053192:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000400:00000200:1.0:1790692984.053197:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:2.0:1790692984.053197:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692984.053206:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000200:2.0:1790692984.053208:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790692984.053210:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692984.053218:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692984.053219:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790692984.053222:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692984.053222:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053226:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:1.0:1790692984.053227:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692984.053228:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692984.053231:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:2.0:1790692984.053234:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692984.053236:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692984.053239:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692984.053241:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790692984.053242:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692984.053246:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692984.053249:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692984.053251:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790692984.053254:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790692984.053256:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692984.053260:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692984.053265:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692984.053267:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790692984.053269:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692984.053270:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053284:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.053285:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053287:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692984.053288:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:1.0:1790692984.053289:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790692984.053291:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790692984.053297:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00080000:2.0:1790692984.053298:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692984.053302:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000001:1.0:1790692984.053304:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692984.053307:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692984.053309:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692984.053314:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790692984.053315:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061207808:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790692984.053320:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053322:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692984.053324:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692984.053325:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00100000:1.0:1790692984.053330:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000040:2.0:1790692984.053330:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061207808/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790692984.053337:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692984.053341:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053348:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
00000100:00000010:1.0:1790692984.053349:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
02000000:00000001:2.0:1790692984.053350:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692984.053354:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
00000020:00000040:1.0:1790692984.053355:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790692984.053358:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
02000000:00000001:1.0:1790692984.053359:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692984.053363:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790692984.053363:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000100:00000001:1.0:1790692984.053367:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000020:00000040:2.0:1790692984.053367:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692984.053370:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000020:00000001:2.0:1790692984.053373:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000001:1.0:1790692984.053374:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790692984.053377:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000010:1.0:1790692984.053380:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692984.053383:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692984.053386:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000001:1.0:1790692984.053387:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692984.053388:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790692984.053393:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00100000:1.0:1790692984.053395:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692984.053396:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053401:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692984.053410:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692984.053411:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790692984.053413:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053415:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692984.053420:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053421:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692984.053424:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692984.053427:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692984.053434:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692984.053435:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692984.053443:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21133)
00000100:00000001:2.0:1790692984.053446:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692984.053449:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.053452:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692984.053477:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692984.053481:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692984.053485:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207936:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692984.053489:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692984.053491:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692984.053492:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.053494:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692984.053498:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692984.053500:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692984.053504:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692984.053507:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692984.053511:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692984.053513:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061207936, portal 10
00000100:00000001:2.0:1790692984.053515:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692984.053516:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790692984.053523:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053530:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692984.053532:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692984.053534:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692984.053536:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061207936, offset 0
00000400:00000200:2.0:1790692984.053539:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692984.053543:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.053547:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692984.053550:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692984.053552:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692984.053554:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692984.053557:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692984.053560:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40683:40683:256:4294967295] 192.168.204.156@tcp LPNI seq info [40682:40682:8:4294967295]
00000400:00000200:2.0:1790692984.053563:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.053570:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692984.053574:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.053577:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692984.053581:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692984.053584:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692984.053588:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692984.053591:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790692984.053594:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.053596:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692984.053599:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692984.053602:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692984.053605:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692984.053607:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692984.053609:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692984.053613:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053620:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.053623:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053629:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053631:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692984.053634:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692984.053638:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692984.053641:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692984.053643:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315795983
00000100:00000001:2.0:1790692984.053645:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.053647:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315795983
00000100:00000001:2.0:1790692984.053649:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.053651:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692984.053653:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053655:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692984.053659:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692984/real 1790692984]  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692984.053666:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692984.053668:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692984.053669:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692984.053671:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692984.053673:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692984.053676:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692984.053679:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692984.053688:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053700:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692984.053701:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053703:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.053705:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692984.053708:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053715:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692984.053719:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053726:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692984.053728:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053729:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.053731:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053732:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692984.053734:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692984.053737:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692984.053740:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692984.053742:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692984.053745:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692984.053750:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061207936:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692984.053752:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692984.053754:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053757:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692984.053758:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.053760:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692984.053761:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692984.053763:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692984.053764:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208064:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692984.053766:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692984.053767:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692984.053768:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.053769:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692984.053772:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692984.053773:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692984.053775:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692984.053777:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692984.053779:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692984.053781:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208064, portal 10
00000100:00000001:2.0:1790692984.053782:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692984.053783:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000040:2.0:1790692984.053786:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053790:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692984.053792:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692984.053794:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692984.053796:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061208064, offset 0
00000400:00000200:2.0:1790692984.053799:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692984.053803:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.053806:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692984.053809:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692984.053811:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692984.053813:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692984.053815:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692984.053818:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40684:40684:256:4294967295] 192.168.204.156@tcp LPNI seq info [40683:40683:8:4294967295]
00000400:00000200:2.0:1790692984.053822:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.053828:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692984.053833:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.053836:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692984.053839:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692984.053842:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692984.053846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692984.053849:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790692984.053852:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.053854:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692984.053857:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692984.053860:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692984.053863:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692984.053865:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692984.053867:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692984.053870:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053878:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.053881:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053887:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053888:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692984.053891:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692984.053894:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692984.053897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692984.053899:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315795992
00000100:00000001:2.0:1790692984.053902:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.053904:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315795992
00000100:00000001:2.0:1790692984.053905:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.053907:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692984.053909:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.053911:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692984.053914:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692984/real 1790692984]  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692984.053921:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692984.053922:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692984.053924:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692984.053926:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692984.053928:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692984.053929:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692984.053931:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692984.053936:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053940:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692984.053941:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053942:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.053942:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692984.053944:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053948:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692984.053950:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053953:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692984.053955:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053955:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.053956:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053957:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692984.053958:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692984.053959:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692984.053961:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692984.053962:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692984.053965:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692984.053970:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208064:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692984.053972:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.053973:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.053975:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061207936/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.053980:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692984.053981:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692984.053983:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692984.053985:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692984.053986:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692984.053987:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692984.053989:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692984.053991:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692984.053993:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692984.053994:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692984.053996:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790692984.053999:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692984.054000:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054001:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.054004:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061208064/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054011:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692984.054012:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692984.054013:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692984.054015:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692984.054017:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692984.054018:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692984.054020:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692984.054021:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790692984.054023:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692984.054024:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692984.054025:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790692984.054027:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692984.054028:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054030:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054034:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692984.054035:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.054037:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692984.054038:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692984.054040:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692984.054043:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054050:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692984.054051:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.054053:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692984.054055:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692984.054057:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692984.054059:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208192:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692984.054063:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692984.054065:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692984.054066:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692984.054068:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692984.054070:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692984.054072:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692984.054076:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692984.054078:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692984.054081:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692984.054084:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208192, portal 4
00000100:00000001:2.0:1790692984.054086:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692984.054087:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790692984.054093:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054099:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692984.054101:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692984.054104:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692984.054106:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061208192, offset 0
00000400:00000200:2.0:1790692984.054110:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692984.054114:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.054117:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692984.054120:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692984.054123:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692984.054125:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692984.054127:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692984.054130:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40685:40685:256:4294967295] 192.168.204.156@tcp LPNI seq info [40684:40684:8:4294967295]
00000400:00000200:2.0:1790692984.054134:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692984.054139:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692984.054143:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.054147:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692984.054150:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692984.054152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790692984.054156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692984.054159:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790692984.054162:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692984.054164:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692984.054166:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692984.054169:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692984.054172:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692984.054174:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692984.054176:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692984.054179:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054186:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.054189:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693009 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054194:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.054196:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692984.054199:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692984.054201:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692984.054204:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692984.054206:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315795986
00000100:00000001:2.0:1790692984.054208:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.054210:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315795986
00000100:00000001:2.0:1790692984.054212:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315797248
00000100:00000001:2.0:1790692984.054215:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692984.054216:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.054218:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692984.054222:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692984/real 1790692984]  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692984.054229:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692984.054230:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692984.054232:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692984.054234:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692984.054236:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692984.054238:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692984.054241:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692984.054248:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054254:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692984.054256:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054257:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.054258:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692984.054260:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054264:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692984.054266:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054270:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692984.054272:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054273:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692984.054289:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054290:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692984.054291:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692984.054293:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692984.054295:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692984.054296:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692984.054299:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692984.054303:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208192:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692984.054306:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054307:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692984.054308:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061208192/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693009 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692984.054312:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692984.054313:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692984.054314:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692984.054316:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692984.054317:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692984.054318:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692984.054319:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692984.054320:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692984.054321:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692984.054322:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692984.054323:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790692984.054325:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692984.054326:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054327:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692984.054329:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692984.054330:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692984.054332:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692984.054333:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692984.948547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692984.948554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692984.948559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692984.948560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692984.948563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692984.948564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692984.948649:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692984.948656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692984.948662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692985.396591:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315797248, at 4315797312
00000100:00000040:1.0:1790692985.396591:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315797248, at 4315797312
00000100:00000010:0.0:1790692985.396608:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00000100:00000010:1.0:1790692985.396608:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00010000:00000001:2.0:1790692985.972574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692985.972580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692985.972585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692985.972586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692985.972590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692985.972591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692985.972656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692985.972659:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692985.972662:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692986.996568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692986.996576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692986.996587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692986.996589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692986.996592:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996594:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692986.996596:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996597:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996599:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692986.996602:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692986.996603:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692986.996604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996605:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692986.996606:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996607:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692986.996608:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692986.996664:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692986.996668:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692986.996671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692988.020587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692988.020593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692988.020599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692988.020601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692988.020604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692988.020605:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692988.020659:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692988.020662:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692988.020664:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692989.044579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692989.044585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692989.044590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692989.044592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692989.044595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692989.044596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692989.044664:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692989.044669:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692989.044672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790692989.172577:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692989.172588:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790692989.172590:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692989.172593:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692989.172596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692989.172602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21128
00000400:00000200:1.0:1790692989.172611:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692989.172618:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692989.172621:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692989.172625:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172629:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692989.172631:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172634:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692989.172642:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692989.172645:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790692989.172648:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692989.172651:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790692989.172653:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790692989.172655:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790692989.172658:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172660:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692989.172661:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172662:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692989.172664:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790692989.172666:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172668:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692989.172670:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692989.172672:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692989.172674:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.172675:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790692989.172677:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790692989.172684:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790692989.172687:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790692989.172689:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692989.172690:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.172692:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692989.172695:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692989.172698:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692989.172705:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000100:00000001:1.0:1790692989.172711:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692989.172717:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790692989.172724:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790692989.172727:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692989.172730:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692989.172744:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692989.172747:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790692989.172749:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790692989.172750:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692989.172751:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790692989.172753:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692989.172754:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21128
00000400:00000200:1.0:1790692989.172757:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692989.172759:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692989.172760:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692989.172762:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172763:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692989.172764:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172765:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790692989.172767:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692989.172768:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790692989.172769:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790692989.172772:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790692989.172774:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790692989.172775:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790692989.172777:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172778:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692989.172779:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172781:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790692989.172782:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790692989.172783:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692989.172785:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692989.172786:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692989.172786:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692989.172791:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1790692989.172792:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692989.172796:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.172796:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790692989.172803:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790692989.172805:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790692989.172808:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790692989.172816:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.172821:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.172822:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:1.0:1790692989.172826:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692989.172826:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790692989.172832:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790692989.172833:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692989.172836:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692989.172838:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790692989.172839:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790692989.172842:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692989.172843:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061208320:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790692989.172845:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692989.172850:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790692989.172851:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692989.172854:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790692989.172855:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.172856:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.172860:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790692989.172862:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
02000000:00000010:2.0:1790692989.172864:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
00000100:00000001:1.0:1790692989.172868:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.172869:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790692989.172879:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790692989.172879:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692989.172886:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790692989.172893:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790692989.172894:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:1.0:1790692989.172896:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692989.172904:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208320, portal 25
00000100:00000001:2.0:1790692989.172908:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:1.0:1790692989.172909:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.172911:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790692989.172919:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.172960:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790692989.172961:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.172965:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790692989.172967:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1790692989.172969:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00080000:1.0:1790692989.172974:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000200:2.0:1790692989.172975:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061208320, offset 0
00000100:00000001:1.0:1790692989.172978:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790692989.172981:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790692989.172984:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692989.172993:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790692989.172997:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790692989.173002:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21128
00000400:00000200:2.0:1790692989.173002:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790692989.173010:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.173012:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790692989.173015:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692989.173018:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790692989.173024:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173026:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:1.0:1790692989.173030:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790692989.173034:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173037:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790692989.173038:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692989.173043:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:1.0:1790692989.173045:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692989.173050:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790692989.173050:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40686:40686:256:4294967295] 192.168.204.156@tcp LPNI seq info [40685:40685:8:4294967295]
00000020:00000001:1.0:1790692989.173054:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692989.173058:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790692989.173059:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790692989.173063:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790692989.173068:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790692989.173073:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:1.0:1790692989.173075:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.173080:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790692989.173084:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790692989.173086:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.173091:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000010:2.0:1790692989.173091:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000020:00000040:1.0:1790692989.173096:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790692989.173100:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692989.173104:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790692989.173105:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790692989.173106:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692989.173112:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.0:1790692989.173112:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
02000000:00000001:1.0:1790692989.173115:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.173118:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790692989.173120:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790692989.173123:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692989.173126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000008:00000001:1.0:1790692989.173131:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.173136:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692989.173136:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.173139:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000010:1.0:1790692989.173143:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000400:00000200:2.0:1790692989.173146:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:1.0:1790692989.173148:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790692989.173153:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790692989.173154:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790692989.173159:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
02000000:00000001:1.0:1790692989.173164:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692989.173164:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790692989.173170:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692989.173171:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:1.0:1790692989.173173:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:2.0:1790692989.173189:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692989.173194:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790692989.173202:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000001:2.0:1790692989.173204:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790692989.173208:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.173210:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790692989.173217:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692989.173246:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.173247:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692989.173250:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790692989.173252:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.173258:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692989.173259:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692989.173265:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692989.173270:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315802368
00000100:00000001:1.0:1790692989.173276:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790692989.173277:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000100:00000040:1.0:1790692989.173279:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790692989.173285:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790692989.173285:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:1.0:1790692989.173289:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692989.173293:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315802368
00000100:00080000:1.0:1790692989.173294:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790692989.173298:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1790692989.173299:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
00000100:00080000:1.0:1790692989.173302:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790692989.173304:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692989.173309:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790692989.173310:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790692989.173313:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790692989.173317:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21128
00000100:00000001:2.0:1790692989.173317:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692989.173324:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692989/real 1790692989]  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790692989.173326:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790692989.173334:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790692989.173340:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1790692989.173342:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692989.173345:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:1.0:1790692989.173346:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692989.173347:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790692989.173351:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790692989.173352:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692989.173355:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000040:1.0:1790692989.173357:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692989.173358:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790692989.173362:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790692989.173363:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790692989.173369:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790692989.173372:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790692989.173377:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790692989.173380:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692989.173382:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790692989.173386:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790692989.173391:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692989.173396:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:1.0:1790692989.173399:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692989.173400:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692989.173406:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692989.173406:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.173411:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790692989.173412:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790692989.173417:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:2.0:1790692989.173418:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790692989.173423:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790692989.173429:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790692989.173430:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790692989.173435:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.173438:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692989.173439:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790692989.173443:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790692989.173448:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.173451:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692989.173476:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692989.173481:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173483:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.173484:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1790692989.173486:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790692989.173487:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692989.173491:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000008:00000001:1.0:1790692989.173492:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692989.173495:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790692989.173496:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692989.173503:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000010:1.0:1790692989.173504:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692989.173507:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000020:00000040:1.0:1790692989.173508:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000040:2.0:1790692989.173514:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790692989.173515:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790692989.173518:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790692989.173523:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790692989.173526:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790692989.173530:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692989.173530:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061208320:192.168.204.156@tcp:250:kworker.0
02000000:00000010:1.0:1790692989.173537:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000100:00000001:2.0:1790692989.173537:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173538:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.173542:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061208320/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790692989.173544:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.173550:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692989.173553:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00100000:1.0:1790692989.173554:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1790692989.173555:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692989.173560:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692989.173562:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692989.173565:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692989.173568:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000001:1.0:1790692989.173571:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000010:2.0:1790692989.173571:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790692989.173576:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
00000100:00000001:1.0:1790692989.173577:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.173578:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692989.173581:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790692989.173584:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000040:1.0:1790692989.173585:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173586:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173590:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790692989.173599:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.173600:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692989.173604:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790692989.173605:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21138)
00000100:00000001:2.0:1790692989.173606:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692989.173610:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692989.173612:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692989.173617:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173624:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692989.173626:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.173628:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692989.173630:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692989.173632:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692989.173635:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208448:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692989.173638:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692989.173640:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692989.173641:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.173642:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692989.173645:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692989.173646:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692989.173649:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692989.173650:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692989.173653:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692989.173655:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208448, portal 10
00000100:00000001:2.0:1790692989.173656:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692989.173657:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790692989.173661:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173665:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692989.173667:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692989.173668:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692989.173670:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061208448, offset 0
00000400:00000200:2.0:1790692989.173672:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173675:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.173677:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692989.173680:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692989.173681:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692989.173683:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692989.173684:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173686:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40687:40687:256:4294967295] 192.168.204.156@tcp LPNI seq info [40686:40686:8:4294967295]
00000400:00000200:2.0:1790692989.173688:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.173692:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692989.173695:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.173697:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692989.173699:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692989.173701:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692989.173704:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692989.173705:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790692989.173709:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.173710:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692989.173713:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692989.173716:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692989.173719:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692989.173721:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692989.173723:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692989.173727:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173734:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.173737:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173743:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.173744:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692989.173748:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.173752:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692989.173755:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692989.173757:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315801103
00000100:00000001:2.0:1790692989.173759:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.173761:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315801103
00000100:00000001:2.0:1790692989.173763:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.173765:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692989.173767:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.173769:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692989.173773:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692989/real 1790692989]  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692989.173781:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692989.173782:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692989.173784:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692989.173787:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692989.173788:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692989.173790:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692989.173793:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692989.173802:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173808:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692989.173810:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173811:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.173812:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692989.173816:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173822:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692989.173825:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173832:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692989.173834:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173836:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.173837:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.173839:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692989.173840:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692989.173843:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692989.173846:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692989.173848:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692989.173851:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692989.173859:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208448:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692989.173863:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692989.173866:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173872:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692989.173873:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.173875:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692989.173877:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692989.173879:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692989.173881:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208576:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692989.173884:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692989.173886:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692989.173887:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.173889:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692989.173892:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692989.173894:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692989.173898:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692989.173900:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692989.173903:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692989.173906:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208576, portal 10
00000100:00000001:2.0:1790692989.173908:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692989.173909:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790692989.173915:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173921:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692989.173924:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692989.173926:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692989.173928:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061208576, offset 0
00000400:00000200:2.0:1790692989.173932:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173935:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.173939:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692989.173941:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692989.173944:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692989.173946:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692989.173948:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692989.173951:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40688:40688:256:4294967295] 192.168.204.156@tcp LPNI seq info [40687:40687:8:4294967295]
00000400:00000200:2.0:1790692989.173955:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.173961:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692989.173964:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.173967:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692989.173969:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692989.173971:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692989.173973:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692989.173975:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790692989.173977:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.173979:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692989.173980:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692989.173982:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692989.173984:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692989.173986:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692989.173987:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692989.173990:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.173994:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.173996:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174000:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.174001:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692989.174003:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.174005:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692989.174007:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692989.174008:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315801112
00000100:00000001:2.0:1790692989.174010:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.174011:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315801112
00000100:00000001:2.0:1790692989.174012:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.174014:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692989.174015:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.174016:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692989.174018:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692989/real 1790692989]  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692989.174022:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692989.174023:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692989.174024:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692989.174025:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692989.174026:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692989.174027:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692989.174029:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692989.174033:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174037:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692989.174038:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174039:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.174040:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692989.174042:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174045:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692989.174047:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174051:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692989.174052:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174053:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.174054:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174054:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692989.174055:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692989.174057:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692989.174058:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692989.174059:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692989.174061:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692989.174065:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208576:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692989.174068:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692989.174070:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174073:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692989.174074:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.174076:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692989.174077:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692989.174078:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692989.174080:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208704:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692989.174082:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692989.174083:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692989.174083:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692989.174084:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692989.174086:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692989.174087:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692989.174089:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692989.174091:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692989.174092:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692989.174094:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208704, portal 4
00000100:00000001:2.0:1790692989.174095:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692989.174096:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790692989.174099:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174105:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692989.174107:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692989.174109:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692989.174112:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061208704, offset 0
00000400:00000200:2.0:1790692989.174115:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692989.174118:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.174121:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692989.174124:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692989.174126:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692989.174128:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692989.174130:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692989.174132:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40689:40689:256:4294967295] 192.168.204.156@tcp LPNI seq info [40688:40688:8:4294967295]
00000400:00000200:2.0:1790692989.174136:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692989.174142:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692989.174147:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.174150:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692989.174154:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692989.174156:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790692989.174160:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692989.174162:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790692989.174166:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692989.174167:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692989.174171:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692989.174187:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692989.174191:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692989.174192:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692989.174195:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692989.174199:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174206:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.174209:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693014 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174215:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.174217:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692989.174220:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692989.174223:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692989.174226:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692989.174228:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315801106
00000100:00000001:2.0:1790692989.174231:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.174233:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315801106
00000100:00000001:2.0:1790692989.174235:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315802368
00000100:00000001:2.0:1790692989.174237:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692989.174239:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.174240:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692989.174244:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692989/real 1790692989]  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692989.174252:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692989.174253:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692989.174255:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692989.174256:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692989.174257:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692989.174259:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692989.174261:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692989.174266:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174270:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692989.174270:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174271:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.174272:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692989.174274:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174277:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692989.174279:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174283:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692989.174285:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174286:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692989.174287:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174288:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692989.174289:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692989.174290:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692989.174291:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692989.174293:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692989.174295:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692989.174299:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208704:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692989.174302:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174303:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.174304:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061208448/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174308:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692989.174309:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692989.174310:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692989.174311:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692989.174312:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692989.174313:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692989.174314:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692989.174316:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790692989.174317:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692989.174318:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692989.174319:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790692989.174321:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692989.174321:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174322:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.174324:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061208576/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174327:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692989.174328:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692989.174329:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692989.174331:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692989.174331:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692989.174332:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692989.174333:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692989.174334:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790692989.174335:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692989.174336:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692989.174337:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790692989.174338:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692989.174339:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174339:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692989.174341:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061208704/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693014 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692989.174344:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692989.174345:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692989.174346:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692989.174347:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692989.174347:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692989.174348:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692989.174349:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692989.174350:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790692989.174351:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692989.174351:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692989.174352:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790692989.174353:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692989.174354:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174354:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692989.174357:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692989.174358:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692989.174359:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692989.174360:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692990.068563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692990.068568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692990.068572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692990.068573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692990.068575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692990.068576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692990.068623:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692990.068626:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692990.068628:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692990.516542:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315802368, at 4315802432
00000100:00000040:1.0:1790692990.516542:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315802368, at 4315802432
00000100:00000010:0.0:1790692990.516558:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000100:00000010:1.0:1790692990.516560:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00010000:00000001:2.0:1790692991.092588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692991.092595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692991.092600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692991.092602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692991.092605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692991.092607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692991.092674:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692991.092677:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692991.092679:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692992.116580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692992.116586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692992.116591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692992.116593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692992.116596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692992.116597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692992.116655:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692992.116659:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692992.116662:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692993.140556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692993.140562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692993.140568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692993.140569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692993.140572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692993.140573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692993.140642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692993.140647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692993.140650:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692994.164553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692994.164559:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692994.164561:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692994.164563:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692994.164567:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692994.164569:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692994.164570:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692994.164572:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692994.164574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692994.164575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692994.164577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692994.164578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692994.164636:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692994.164643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692994.164646:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790692994.292591:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692994.292602:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790692994.292605:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692994.292608:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692994.292612:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692994.292619:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21133
00000400:00000200:0.0:1790692994.292628:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692994.292633:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692994.292636:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692994.292638:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292640:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.292642:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292643:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692994.292650:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692994.292651:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790692994.292654:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692994.292656:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790692994.292658:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790692994.292660:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790692994.292661:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292663:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.292664:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292665:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692994.292667:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790692994.292669:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292670:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692994.292672:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692994.292674:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692994.292676:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292678:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790692994.292679:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692994.292686:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790692994.292688:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790692994.292691:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692994.292692:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292694:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692994.292697:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692994.292700:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692994.292705:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790692994.292709:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692994.292716:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790692994.292723:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692994.292727:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692994.292731:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790692994.292755:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692994.292758:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692994.292762:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790692994.292763:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692994.292764:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692994.292767:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790692994.292769:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21133
00000400:00000200:0.0:1790692994.292773:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692994.292776:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692994.292778:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692994.292781:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292783:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.292784:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292786:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692994.292788:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692994.292789:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790692994.292790:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692994.292792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790692994.292794:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790692994.292796:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790692994.292796:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790692994.292800:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292802:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790692994.292802:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790692994.292806:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692994.292807:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790692994.292808:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692994.292811:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790692994.292813:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292817:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790692994.292818:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790692994.292818:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692994.292822:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790692994.292827:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292830:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692994.292834:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00100000:0.0:1790692994.292835:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790692994.292836:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790692994.292840:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292842:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692994.292844:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790692994.292845:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790692994.292848:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692994.292850:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292851:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692994.292852:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790692994.292852:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790692994.292853:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692994.292857:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
02000000:00000001:2.0:1790692994.292857:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692994.292862:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.292863:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692994.292868:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790692994.292872:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061208832:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790692994.292877:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692994.292880:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.292881:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:0.0:1790692994.292884:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790692994.292887:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692994.292892:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292893:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790692994.292897:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
02000000:00000001:2.0:1790692994.292898:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:0.0:1790692994.292900:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790692994.292902:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790692994.292903:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692994.292905:0:182620:0:(import.c:520:import_select_connection()) Process entered
02000000:00000010:2.0:1790692994.292906:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
00000100:00080000:0.0:1790692994.292907:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21133
02000000:00000001:2.0:1790692994.292911:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:0.0:1790692994.292912:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692994.292917:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790692994.292918:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790692994.292920:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292922:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.292925:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692994.292926:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790692994.292928:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692994.292931:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790692994.292932:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000010:2.0:1790692994.292933:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000020:00000001:0.0:1790692994.292934:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692994.292936:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790692994.292938:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790692994.292940:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790692994.292942:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790692994.292943:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:0.0:1790692994.292944:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.292947:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292949:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790692994.292950:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790692994.292951:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790692994.292953:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692994.292953:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208832, portal 25
02000000:00000001:0.0:1790692994.292954:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692994.292956:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692994.292959:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790692994.292960:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292963:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790692994.292964:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000008:00100000:0.0:1790692994.292965:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790692994.292969:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292971:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790692994.292973:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790692994.292974:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790692994.292976:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692994.292976:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.292978:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790692994.292979:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790692994.292981:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692994.292982:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790692994.292983:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790692994.292987:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790692994.292994:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692994.293002:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790692994.293011:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1790692994.293011:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692994.293017:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000001:0.0:1790692994.293022:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692994.293023:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061208832, offset 0
00000100:00000040:0.0:1790692994.293030:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790692994.293035:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790692994.293043:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790692994.293046:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790692994.293050:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:2.0:1790692994.293053:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790692994.293055:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790692994.293060:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790692994.293062:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790692994.293063:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:0.0:1790692994.293065:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790692994.293069:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790692994.293070:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790692994.293073:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21133
00000400:00000200:2.0:1790692994.293090:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:0.0:1790692994.293093:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790692994.293098:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790692994.293098:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00080000:0.0:1790692994.293102:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790692994.293106:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:0.0:1790692994.293107:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790692994.293110:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.293115:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293115:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40690:40690:256:4294967295] 192.168.204.156@tcp LPNI seq info [40689:40689:8:4294967295]
00000100:00000001:0.0:1790692994.293118:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790692994.293123:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692994.293123:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790692994.293126:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790692994.293128:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790692994.293130:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790692994.293135:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:2.0:1790692994.293137:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790692994.293141:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000200:2.0:1790692994.293145:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790692994.293149:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293151:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000001:0.0:1790692994.293154:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790692994.293158:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.0:1790692994.293161:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790692994.293163:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790692994.293165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000020:00000040:0.0:1790692994.293167:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000800:00000200:2.1:1790692994.293171:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790692994.293176:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:2.1:1790692994.293176:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000100:00000001:0.0:1790692994.293181:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790692994.293185:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790692994.293186:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790692994.293190:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:2.0:1790692994.293190:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
02000000:00000001:0.0:1790692994.293195:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.293197:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790692994.293199:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:2.0:1790692994.293199:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000008:00000001:0.0:1790692994.293204:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.293206:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692994.293207:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000010:0.0:1790692994.293210:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000400:00000200:2.0:1790692994.293212:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692994.293215:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692994.293218:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000040:0.0:1790692994.293220:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000200:2.0:1790692994.293223:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692994.293226:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790692994.293228:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790692994.293234:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790692994.293235:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:0.0:1790692994.293236:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000040:2.0:1790692994.293239:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790692994.293241:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790692994.293248:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:2.0:1790692994.293248:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293252:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790692994.293255:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293257:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692994.293263:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790692994.293264:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692994.293265:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315807488
00000100:00000010:2.0:1790692994.293271:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
00000100:00000001:2.0:1790692994.293276:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790692994.293281:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790692994.293283:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293284:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315807488
00000100:00000040:0.0:1790692994.293288:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790692994.293289:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000100:00000001:2.0:1790692994.293293:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790692994.293297:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790692994.293300:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293301:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293304:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790692994.293306:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21143)
00000100:00100000:2.0:1790692994.293310:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692994/real 1790692994]  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692994.293316:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692994.293318:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692994.293319:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692994.293321:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692994.293323:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692994.293325:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692994.293328:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692994.293336:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293343:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692994.293345:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293348:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293350:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692994.293354:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293360:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692994.293365:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293372:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692994.293374:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293375:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293376:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293378:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692994.293379:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692994.293381:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692994.293384:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692994.293385:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692994.293388:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692994.293393:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061208832:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692994.293396:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293397:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.293399:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061208832/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293409:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692994.293411:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692994.293414:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692994.293417:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692994.293418:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692994.293420:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692994.293422:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692994.293424:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790692994.293427:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692994.293429:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692994.293431:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790692994.293433:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692994.293435:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293437:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293444:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692994.293446:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293448:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692994.293449:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692994.293450:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692994.293481:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293489:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692994.293490:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293493:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692994.293494:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692994.293496:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692994.293499:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208960:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692994.293502:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692994.293504:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692994.293505:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293506:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692994.293508:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692994.293509:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692994.293512:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692994.293514:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692994.293517:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692994.293519:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061208960, portal 10
00000100:00000001:2.0:1790692994.293520:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692994.293521:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790692994.293525:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293529:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692994.293531:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692994.293532:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692994.293534:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061208960, offset 0
00000400:00000200:2.0:1790692994.293536:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293538:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293541:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692994.293543:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692994.293544:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692994.293546:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692994.293547:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293549:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40691:40691:256:4294967295] 192.168.204.156@tcp LPNI seq info [40690:40690:8:4294967295]
00000400:00000200:2.0:1790692994.293551:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293555:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692994.293558:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293560:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692994.293563:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692994.293564:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790692994.293567:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692994.293569:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790692994.293571:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293572:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692994.293574:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692994.293576:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692994.293578:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692994.293579:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692994.293581:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692994.293583:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293588:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.293590:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293594:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293595:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692994.293597:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692994.293599:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692994.293601:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692994.293602:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315806223
00000100:00000001:2.0:1790692994.293604:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.293605:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315806223
00000100:00000001:2.0:1790692994.293606:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.293607:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692994.293609:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293610:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692994.293612:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692994/real 1790692994]  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692994.293616:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692994.293617:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692994.293618:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692994.293619:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692994.293620:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692994.293622:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692994.293623:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692994.293628:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293635:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692994.293636:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293637:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293638:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692994.293640:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293643:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692994.293645:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293649:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692994.293650:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293651:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293652:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293653:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692994.293654:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692994.293655:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692994.293657:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692994.293658:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692994.293660:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692994.293664:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061208960:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692994.293666:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692994.293668:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293672:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692994.293672:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293674:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692994.293675:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692994.293676:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692994.293678:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209088:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692994.293680:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692994.293681:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692994.293682:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293682:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692994.293684:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692994.293686:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692994.293687:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692994.293689:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692994.293690:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692994.293692:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209088, portal 10
00000100:00000001:2.0:1790692994.293694:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692994.293695:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790692994.293700:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293706:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692994.293708:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692994.293710:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692994.293712:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061209088, offset 0
00000400:00000200:2.0:1790692994.293716:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293719:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293723:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692994.293725:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692994.293728:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692994.293730:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692994.293732:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293735:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40692:40692:256:4294967295] 192.168.204.156@tcp LPNI seq info [40691:40691:8:4294967295]
00000400:00000200:2.0:1790692994.293738:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293744:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692994.293749:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293752:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692994.293756:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692994.293758:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790692994.293762:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692994.293764:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790692994.293768:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293770:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692994.293773:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692994.293776:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692994.293779:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692994.293780:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692994.293782:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692994.293784:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293789:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.293791:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293795:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293796:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692994.293798:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692994.293800:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692994.293802:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692994.293803:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315806232
00000100:00000001:2.0:1790692994.293805:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.293806:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315806232
00000100:00000001:2.0:1790692994.293807:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.293809:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692994.293810:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.293811:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692994.293813:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692994/real 1790692994]  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692994.293818:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692994.293819:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692994.293820:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692994.293822:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692994.293822:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692994.293824:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692994.293825:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692994.293830:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293833:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692994.293834:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293835:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293836:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692994.293838:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293843:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692994.293847:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293854:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692994.293856:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293857:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.293859:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.293860:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692994.293862:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692994.293864:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692994.293867:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692994.293869:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692994.293873:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692994.293880:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209088:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692994.293884:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692994.293887:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293891:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692994.293892:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293894:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692994.293895:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692994.293896:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692994.293898:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209216:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692994.293900:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692994.293901:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692994.293902:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692994.293903:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692994.293906:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692994.293907:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692994.293909:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692994.293911:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692994.293913:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692994.293914:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209216, portal 4
00000100:00000001:2.0:1790692994.293916:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692994.293916:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:2.0:1790692994.293920:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.293924:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692994.293925:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692994.293926:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692994.293928:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061209216, offset 0
00000400:00000200:2.0:1790692994.293931:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293935:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293938:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692994.293941:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692994.293943:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692994.293945:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692994.293947:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692994.293949:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40693:40693:256:4294967295] 192.168.204.156@tcp LPNI seq info [40692:40692:8:4294967295]
00000400:00000200:2.0:1790692994.293953:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692994.293959:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692994.293963:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293966:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692994.293970:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692994.293972:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000200:2.1:1790692994.293976:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692994.293978:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 23 secs later)
00000800:00000100:2.0:1790692994.293982:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692994.293983:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692994.293986:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692994.293989:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692994.293992:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692994.293993:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692994.293996:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692994.294004:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294011:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.294015:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693019 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294021:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.294022:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692994.294025:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692994.294028:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692994.294032:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692994.294034:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315806226
00000100:00000001:2.0:1790692994.294036:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.294038:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315806226
00000100:00000001:2.0:1790692994.294040:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315807488
00000100:00000001:2.0:1790692994.294042:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692994.294043:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.294045:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692994.294048:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692994/real 1790692994]  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692994.294056:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692994.294057:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692994.294059:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692994.294061:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692994.294063:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692994.294064:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692994.294068:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692994.294087:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294093:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692994.294095:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294096:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.294098:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692994.294101:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294108:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692994.294112:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294118:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692994.294121:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294122:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692994.294123:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294125:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692994.294127:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692994.294129:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692994.294133:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692994.294135:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692994.294138:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692994.294146:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209216:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692994.294149:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294151:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.294154:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061208960/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294161:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692994.294162:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692994.294164:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692994.294167:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692994.294168:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692994.294169:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692994.294171:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692994.294173:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:2.0:1790692994.294175:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692994.294177:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692994.294178:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790692994.294182:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692994.294183:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294184:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.294187:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061209088/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294200:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692994.294202:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692994.294203:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692994.294206:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692994.294207:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692994.294208:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692994.294210:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692994.294211:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790692994.294213:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692994.294214:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692994.294215:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790692994.294217:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692994.294218:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294220:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692994.294222:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061209216/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693019 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692994.294228:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692994.294229:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692994.294230:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692994.294232:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692994.294233:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692994.294234:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692994.294236:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692994.294237:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790692994.294239:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692994.294240:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692994.294241:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790692994.294243:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692994.294244:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294245:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692994.294249:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692994.294250:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692994.294252:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692994.294253:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692995.188539:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692995.188545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692995.188550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692995.188551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692995.188554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692995.188555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692995.188612:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692995.188615:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692995.188617:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790692995.636538:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315807488, at 4315807552
00000100:00000040:1.0:1790692995.636538:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315807488, at 4315807552
00000100:00000010:1.0:1790692995.636551:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000100:00000010:0.0:1790692995.636554:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00010000:00000001:2.0:1790692996.212563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692996.212569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692996.212572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692996.212573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692996.212575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692996.212576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692996.212630:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790692996.212641:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790692996.212645:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692997.236579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692997.236584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692997.236590:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692997.236592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692997.236594:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236596:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692997.236598:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236599:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236601:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692997.236604:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790692997.236605:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790692997.236606:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236606:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790692997.236607:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236608:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692997.236609:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790692997.236711:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790692997.236716:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790692997.236720:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692998.260583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692998.260590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692998.260596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692998.260597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692998.260601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692998.260602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692998.260670:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692998.260674:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692998.260677:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790692999.284578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692999.284583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692999.284587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692999.284588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790692999.284590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790692999.284591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790692999.284674:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790692999.284681:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790692999.284686:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790692999.412594:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692999.412606:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790692999.412608:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692999.412612:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692999.412617:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692999.412625:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21138
00000400:00000200:3.0:1790692999.412637:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692999.412646:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692999.412649:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692999.412653:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412656:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.412659:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412661:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692999.412672:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692999.412674:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790692999.412676:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692999.412680:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790692999.412683:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790692999.412685:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790692999.412688:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412690:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.412692:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412694:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692999.412697:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790692999.412701:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412704:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692999.412708:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692999.412712:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790692999.412715:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.412718:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790692999.412720:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692999.412732:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790692999.412736:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790692999.412750:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692999.412753:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.412757:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692999.412760:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692999.412765:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692999.412775:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790692999.412782:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790692999.412793:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790692999.412804:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692999.412808:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692999.412813:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692999.412837:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790692999.412841:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692999.412844:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790692999.412846:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692999.412848:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692999.412851:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692999.412853:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21138
00000400:00000200:3.0:1790692999.412857:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692999.412860:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692999.412863:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692999.412866:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412868:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.412877:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412880:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790692999.412883:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692999.412885:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790692999.412887:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692999.412890:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790692999.412892:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790692999.412895:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790692999.412899:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412902:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.412905:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412907:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790692999.412909:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790692999.412912:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692999.412914:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692999.412916:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790692999.412918:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1790692999.412923:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692999.412927:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1790692999.412928:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.412933:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790692999.412933:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692999.412943:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790692999.412950:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692999.412953:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692999.412954:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692999.412961:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790692999.412967:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790692999.412990:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692999.412993:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.412999:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692999.413002:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790692999.413003:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790692999.413005:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.413007:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.413014:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1790692999.413017:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692999.413018:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790692999.413025:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.413026:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692999.413045:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061209344:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1790692999.413045:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692999.413064:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692999.413072:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790692999.413072:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790692999.413077:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.413077:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.413087:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790692999.413092:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790692999.413096:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692999.413101:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692999.413118:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790692999.413118:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692999.413128:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00080000:3.0:1790692999.413129:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790692999.413139:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790692999.413140:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:3.0:1790692999.413146:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692999.413149:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790692999.413150:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209344, portal 25
00000100:00000001:2.0:1790692999.413157:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692999.413160:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000001:3.0:1790692999.413160:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790692999.413171:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21138
00000100:00000040:2.0:1790692999.413172:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790692999.413192:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692999.413193:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692999.413200:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000200:3.0:1790692999.413203:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692999.413207:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:2.0:1790692999.413210:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000040:3.0:1790692999.413216:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790692999.413217:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061209344, offset 0
00000100:00000001:3.0:1790692999.413224:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.413230:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790692999.413231:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790692999.413238:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790692999.413248:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.413255:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692999.413259:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692999.413262:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692999.413265:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692999.413267:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692999.413269:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40694:40694:256:4294967295] 192.168.204.156@tcp LPNI seq info [40693:40693:8:4294967295]
00000400:00000200:2.0:1790692999.413272:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790692999.413276:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790692999.413278:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790692999.413284:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790692999.413294:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790692999.413294:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790692999.413300:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790692999.413303:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.0:1790692999.413308:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790692999.413310:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.413320:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:2.0:1790692999.413322:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000040:3.0:1790692999.413326:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790692999.413329:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790692999.413336:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790692999.413336:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:2.0:1790692999.413347:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1790692999.413349:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790692999.413357:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692999.413360:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790692999.413363:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000200:2.1:1790692999.413365:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790692999.413368:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790692999.413370:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790692999.413371:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692999.413380:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1790692999.413382:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00000001:3.0:1790692999.413390:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790692999.413392:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790692999.413399:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790692999.413403:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000400:00000200:2.0:1790692999.413405:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1790692999.413406:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790692999.413411:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692999.413413:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.413415:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692999.413418:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790692999.413421:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790692999.413423:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790692999.413429:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000400:00000200:2.0:1790692999.413430:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000001:3.0:1790692999.413433:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790692999.413435:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00100000:3.0:1790692999.413439:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790692999.413444:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790692999.413450:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790692999.413496:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692999.413500:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692999.413504:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692999.413532:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790692999.413537:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790692999.413542:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790692999.413545:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790692999.413546:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790692999.413548:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790692999.413550:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790692999.413552:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790692999.413557:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790692999.413558:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790692999.413560:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21138
00000400:00000200:3.0:1790692999.413571:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790692999.413576:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790692999.413584:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790692999.413591:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692999.413597:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.413598:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.413605:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692999.413606:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790692999.413612:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692999.413615:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790692999.413617:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790692999.413621:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790692999.413621:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790692999.413629:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315812609
00000020:00000001:3.0:1790692999.413629:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790692999.413637:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000010:2.0:1790692999.413638:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c60.
00000020:00000001:3.0:1790692999.413645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692999.413648:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000001:3.0:1790692999.413652:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790692999.413658:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315812609
00000100:00000040:3.0:1790692999.413662:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000010:2.0:1790692999.413664:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000100:00000001:3.0:1790692999.413670:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790692999.413673:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790692999.413676:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790692999.413678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790692999.413680:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790692999.413688:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790692999.413689:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.413696:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1790692999.413700:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00100000:2.0:1790692999.413704:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692999/real 1790692999]  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692999.413707:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790692999.413717:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:2.0:1790692999.413724:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790692999.413726:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:2.0:1790692999.413728:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692999.413731:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
02000000:00000001:3.0:1790692999.413733:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692999.413737:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000100:00000001:3.0:1790692999.413738:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790692999.413744:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000010:2.0:1790692999.413745:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692999.413753:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000008:00000001:3.0:1790692999.413753:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.413758:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790692999.413762:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790692999.413766:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790692999.413773:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000200:2.0:1790692999.413779:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790692999.413779:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790692999.413782:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790692999.413789:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790692999.413793:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790692999.413797:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.413809:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000010:3.0:1790692999.413810:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:2.0:1790692999.413814:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.413819:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790692999.413819:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.413823:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790692999.413831:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790692999.413833:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790692999.413864:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790692999.413866:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790692999.413871:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692999.413876:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790692999.413884:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.413886:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692999.413892:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.413901:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.413904:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.413912:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692999.413915:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790692999.413928:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790692999.413929:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000040:3.0:1790692999.413939:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21149)
00000100:00080000:2.0:1790692999.413940:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692999.413946:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692999.413953:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692999.413960:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061209344:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790692999.413968:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.413971:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.413974:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061209344/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.413993:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692999.413995:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692999.413998:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692999.414001:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692999.414004:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692999.414006:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790692999.414007:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692999.414009:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790692999.414012:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692999.414013:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692999.414014:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790692999.414016:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692999.414017:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414019:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414025:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692999.414026:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414028:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692999.414029:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790692999.414030:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692999.414034:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414038:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692999.414039:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414041:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692999.414042:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692999.414044:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692999.414045:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209472:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692999.414048:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692999.414049:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692999.414050:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414051:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414054:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692999.414055:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692999.414057:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692999.414059:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692999.414062:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692999.414065:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209472, portal 10
00000100:00000001:2.0:1790692999.414066:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692999.414067:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:2.0:1790692999.414074:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414080:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692999.414082:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692999.414085:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692999.414087:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061209472, offset 0
00000400:00000200:2.0:1790692999.414090:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414094:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414098:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692999.414100:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692999.414102:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692999.414104:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692999.414107:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414110:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40695:40695:256:4294967295] 192.168.204.156@tcp LPNI seq info [40694:40694:8:4294967295]
00000400:00000200:2.0:1790692999.414113:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414119:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692999.414123:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414126:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692999.414130:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692999.414132:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692999.414136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692999.414139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692999.414143:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414144:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692999.414147:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692999.414150:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692999.414153:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692999.414154:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692999.414156:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692999.414159:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414166:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414169:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414175:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414176:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692999.414179:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692999.414182:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790692999.414185:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692999.414187:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315811343
00000100:00000001:2.0:1790692999.414189:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414191:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315811343
00000100:00000001:2.0:1790692999.414193:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414195:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692999.414197:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414199:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692999.414202:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692999/real 1790692999]  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692999.414210:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692999.414211:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692999.414213:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692999.414215:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692999.414216:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692999.414218:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692999.414221:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692999.414229:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414234:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692999.414236:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414237:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414238:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692999.414241:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414247:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692999.414251:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414258:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692999.414260:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414261:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414263:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414264:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692999.414266:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692999.414268:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692999.414272:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692999.414274:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692999.414277:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692999.414284:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209472:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692999.414287:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692999.414291:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414297:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692999.414299:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414301:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692999.414303:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692999.414304:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692999.414307:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209600:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692999.414311:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692999.414312:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692999.414314:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414316:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414319:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692999.414321:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692999.414325:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692999.414327:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692999.414330:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692999.414333:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209600, portal 10
00000100:00000001:2.0:1790692999.414335:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692999.414336:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:2.0:1790692999.414341:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414352:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692999.414354:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692999.414356:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692999.414358:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061209600, offset 0
00000400:00000200:2.0:1790692999.414362:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414366:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414370:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692999.414373:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692999.414375:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692999.414377:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692999.414379:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414382:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40696:40696:256:4294967295] 192.168.204.156@tcp LPNI seq info [40695:40695:8:4294967295]
00000400:00000200:2.0:1790692999.414387:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414392:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692999.414397:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414400:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692999.414403:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692999.414406:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692999.414410:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692999.414412:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692999.414416:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414418:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692999.414420:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692999.414423:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692999.414426:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692999.414428:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692999.414430:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692999.414433:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414441:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414444:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414477:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414479:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692999.414483:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692999.414485:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790692999.414488:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692999.414489:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315811353
00000100:00000001:2.0:1790692999.414491:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414492:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315811353
00000100:00000001:2.0:1790692999.414494:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414495:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692999.414496:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414497:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692999.414500:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692999/real 1790692999]  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692999.414505:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692999.414506:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692999.414507:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692999.414508:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692999.414509:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692999.414511:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692999.414513:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692999.414520:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414526:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692999.414527:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414529:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414530:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692999.414534:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414541:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692999.414544:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414551:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692999.414553:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414555:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414556:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414558:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692999.414559:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692999.414562:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692999.414566:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692999.414568:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692999.414571:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692999.414576:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209600:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790692999.414579:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790692999.414581:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414585:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790692999.414586:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414588:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790692999.414589:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790692999.414590:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790692999.414592:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209728:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692999.414593:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790692999.414595:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790692999.414597:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790692999.414598:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414600:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692999.414601:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790692999.414604:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790692999.414606:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790692999.414608:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790692999.414610:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209728, portal 4
00000100:00000001:2.0:1790692999.414611:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790692999.414612:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790692999.414615:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414619:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790692999.414621:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790692999.414622:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790692999.414624:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061209728, offset 0
00000400:00000200:2.0:1790692999.414626:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414628:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414630:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790692999.414632:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790692999.414633:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790692999.414635:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790692999.414636:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790692999.414638:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40697:40697:256:4294967295] 192.168.204.156@tcp LPNI seq info [40696:40696:8:4294967295]
00000400:00000200:2.0:1790692999.414640:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790692999.414644:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790692999.414647:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414648:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790692999.414651:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790692999.414652:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790692999.414655:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790692999.414657:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790692999.414659:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790692999.414661:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790692999.414662:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790692999.414664:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790692999.414666:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790692999.414667:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790692999.414669:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790692999.414670:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414675:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414677:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693024 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414680:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414681:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790692999.414683:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790692999.414685:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790692999.414687:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790692999.414688:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315811347
00000100:00000001:2.0:1790692999.414689:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414690:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315811347
00000100:00000001:2.0:1790692999.414692:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315812609
00000100:00000001:2.0:1790692999.414693:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790692999.414694:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414695:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790692999.414697:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790692999/real 1790692999]  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790692999.414701:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790692999.414701:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790692999.414702:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790692999.414704:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790692999.414705:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790692999.414706:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790692999.414708:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790692999.414713:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414716:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790692999.414717:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414717:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414718:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790692999.414720:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414723:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790692999.414725:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414729:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790692999.414730:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414731:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790692999.414732:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414733:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790692999.414734:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790692999.414736:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790692999.414737:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790692999.414738:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790692999.414740:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790692999.414744:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209728:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790692999.414746:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414747:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414749:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061209472/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414753:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692999.414754:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414755:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83800.
02000000:00000001:2.0:1790692999.414757:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692999.414757:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692999.414758:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790692999.414759:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692999.414760:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790692999.414762:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692999.414763:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692999.414764:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:2.0:1790692999.414768:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692999.414769:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414770:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414771:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061209600/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414775:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692999.414776:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414777:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82c00.
02000000:00000001:2.0:1790692999.414779:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692999.414779:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692999.414780:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790692999.414781:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692999.414782:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790692999.414783:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692999.414783:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692999.414784:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790692999.414785:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692999.414786:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414787:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790692999.414788:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061209728/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693024 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790692999.414791:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790692999.414792:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790692999.414793:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80c00.
02000000:00000001:2.0:1790692999.414794:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790692999.414795:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790692999.414796:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790692999.414797:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790692999.414797:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790692999.414798:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790692999.414799:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790692999.414800:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790692999.414801:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790692999.414802:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414803:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790692999.414805:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790692999.414806:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790692999.414807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790692999.414808:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693000.308552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693000.308558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693000.308563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693000.308565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693000.308567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693000.308569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693000.308627:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693000.308631:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693000.308634:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693000.756613:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315812609, at 4315812672
00000100:00000040:0.0:1790693000.756620:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315812609, at 4315812672
00000100:00000010:1.0:1790693000.756633:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000100:00000010:0.0:1790693000.756637:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00010000:00000001:2.0:1790693001.332555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693001.332560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693001.332566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693001.332567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693001.332570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693001.332572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693001.332625:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693001.332628:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693001.332631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693002.356534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693002.356541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693002.356547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693002.356548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693002.356551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693002.356552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693002.356606:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693002.356609:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693002.356612:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693003.380570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693003.380576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693003.380581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693003.380582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693003.380586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693003.380587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693003.380635:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693003.380638:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693003.380641:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693004.404547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693004.404555:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693004.404556:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693004.404559:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693004.404563:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693004.404565:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693004.404567:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693004.404568:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693004.404571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693004.404572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693004.404574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693004.404575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693004.404656:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693004.404662:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693004.404667:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693004.532610:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693004.532621:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693004.532624:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693004.532627:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693004.532630:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693004.532636:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21144
00000400:00000200:2.0:1790693004.532643:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693004.532649:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693004.532651:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693004.532654:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532656:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693004.532658:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693004.532666:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693004.532667:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790693004.532669:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693004.532672:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790693004.532673:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790693004.532675:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790693004.532677:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532678:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693004.532680:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532687:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693004.532689:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790693004.532694:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532695:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693004.532698:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693004.532701:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693004.532702:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532704:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693004.532706:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693004.532713:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7b80.
00000020:00000040:2.0:1790693004.532716:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790693004.532718:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693004.532720:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532722:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693004.532724:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693004.532727:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693004.532733:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80c00.
00000100:00000001:2.0:1790693004.532738:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693004.532744:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693004.532752:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693004.532755:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693004.532758:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000441bfdb6] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693004.532780:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693004.532782:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693004.532784:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693004.532785:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693004.532787:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693004.532789:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693004.532790:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21144
00000400:00000200:2.0:1790693004.532792:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693004.532794:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693004.532796:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693004.532797:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532799:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693004.532800:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532801:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693004.532803:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693004.532803:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790693004.532804:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693004.532806:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:2.0:1790693004.532807:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790693004.532809:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790693004.532811:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532812:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693004.532813:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532814:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693004.532816:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790693004.532821:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693004.532823:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693004.532824:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693004.532828:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693004.532830:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532831:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693004.532835:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:2.0:1790693004.532835:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693004.532839:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.532840:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693004.532841:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693004.532844:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5880.
00000020:00000040:2.0:1790693004.532846:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790693004.532848:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:2.0:1790693004.532848:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693004.532851:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532852:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693004.532854:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693004.532856:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693004.532857:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693004.532859:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82c00.
00000100:00000001:2.0:1790693004.532863:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693004.532869:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693004.532873:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693004.532887:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532889:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790693004.532892:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:2.0:1790693004.532893:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.532897:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:2.0:1790693004.532898:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000312cfaa1] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693004.532904:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532910:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693004.532913:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061209856:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1790693004.532914:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693004.532920:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693004.532923:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:2.0:1790693004.532924:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693004.532927:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:1.0:1790693004.532928:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693004.532931:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.532933:0:292061:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790693004.532934:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:2.0:1790693004.532939:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21144
02000000:00000010:1.0:1790693004.532940:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693004.532944:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693004.532948:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.532951:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693004.532954:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000010:1.0:1790693004.532956:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:2.0:1790693004.532959:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000010:1.0:1790693004.532962:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:2.0:1790693004.532965:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790693004.532969:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209856, portal 25
00000100:00000001:2.0:1790693004.532969:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693004.532973:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000040:2.0:1790693004.532973:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693004.532975:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074960768 : -120939634590848 : ffff92018c0a7b80)
00000100:00000001:2.0:1790693004.532978:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693004.532982:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693004.532984:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693004.532988:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790693004.532991:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693004.532992:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:2.0:1790693004.532993:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790693004.532997:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693004.532998:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:2.0:1790693004.532999:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:1.0:1790693004.533003:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000040:2.0:1790693004.533004:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533008:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790693004.533010:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061209856, offset 0
00000100:00000040:2.0:1790693004.533010:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533013:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693004.533016:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:2.0:1790693004.533019:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533021:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533024:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:2.0:1790693004.533024:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693004.533028:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693004.533031:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.533033:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693004.533036:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:2.0:1790693004.533036:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693004.533041:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693004.533043:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533044:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000010:2.0:1790693004.533048:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7800.
00000400:00000200:1.0:1790693004.533050:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1790693004.533053:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693004.533057:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:2.0:1790693004.533057:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693004.533060:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533063:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:2.0:1790693004.533064:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693004.533068:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693004.533069:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:2.0:1790693004.533070:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533076:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40698:40698:256:4294967295] 192.168.204.156@tcp LPNI seq info [40697:40697:8:4294967295]
02000000:00000010:2.0:1790693004.533078:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83800.
00000400:00000200:1.0:1790693004.533083:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693004.533084:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693004.533092:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693004.533099:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:2.0:1790693004.533111:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1790693004.533113:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533116:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693004.533119:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00000040:2.0:1790693004.533124:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e05693f8] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693004.533129:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693004.533134:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:2.0:1790693004.533141:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693004.533141:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:2.0:1790693004.533146:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790693004.533147:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000040:2.0:1790693004.533153:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:1.0:1790693004.533155:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.533158:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00080000:2.0:1790693004.533158:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693004.533163:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693004.533165:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693004.533166:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:2.0:1790693004.533167:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693004.533171:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693004.533173:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:2.0:1790693004.533176:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21144
00000400:00000200:1.0:1790693004.533179:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000200:2.0:1790693004.533182:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693004.533183:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000400:00000200:2.0:1790693004.533187:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693004.533189:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:2.0:1790693004.533189:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790693004.533196:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693004.533196:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533197:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693004.533202:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533205:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693004.533212:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693004.533214:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:2.0:1790693004.533215:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790693004.533220:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693004.533221:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:2.0:1790693004.533224:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693004.533230:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693004.533230:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693004.533233:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:2.0:1790693004.533235:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693004.533240:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693004.533242:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533246:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693004.533248:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:2.0:1790693004.533249:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533252:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693004.533253:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315817728
00000020:00000040:2.0:1790693004.533256:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:2.0:1790693004.533259:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693004.533261:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693004.533262:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7720.
02000000:00000001:2.0:1790693004.533262:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693004.533267:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693004.533269:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533271:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693004.533271:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693004.533273:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:2.0:1790693004.533276:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533282:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315817728
00000100:00000001:2.0:1790693004.533283:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693004.533289:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a4700.
00000100:00000010:1.0:1790693004.533290:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7180.
00000020:00000040:2.0:1790693004.533294:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790693004.533295:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693004.533300:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693004.533301:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693004.533302:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693004.533304:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533306:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:2.0:1790693004.533309:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693004.533312:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693004.533314:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693004.533319:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83c00.
00000100:00100000:1.0:1790693004.533322:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693004/real 1790693004]  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693004.533324:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693004.533333:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693004.533335:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:2.0:1790693004.533335:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693004.533338:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693004.533343:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693004.533345:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693004.533349:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:2.0:1790693004.533353:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693004.533355:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693004.533358:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693004.533368:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693004.533368:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c5bc30e0] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693004.533395:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533396:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693004.533398:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533401:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533402:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693004.533403:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21154)
00000100:00100000:1.0:1790693004.533405:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533410:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693004.533414:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533420:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693004.533423:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533424:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533425:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533427:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693004.533429:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693004.533432:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693004.533436:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693004.533439:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693004.533443:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693004.533452:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061209856:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693004.533490:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533492:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.533494:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7b80 x1877672061209856/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533498:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693004.533500:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693004.533501:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693004.533503:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693004.533505:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693004.533506:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693004.533508:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693004.533514:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80c00.
02000000:00000001:1.0:1790693004.533517:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693004.533519:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693004.533520:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7b80.
00000100:00000001:1.0:1790693004.533522:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693004.533523:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533524:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533529:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693004.533530:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533532:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693004.533533:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693004.533534:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693004.533536:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533540:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693004.533541:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533542:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693004.533543:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693004.533545:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693004.533546:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209984:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693004.533548:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693004.533549:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693004.533550:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533551:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693004.533553:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693004.533554:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533557:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693004.533559:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693004.533561:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693004.533563:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061209984, portal 10
00000100:00000001:1.0:1790693004.533564:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693004.533565:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074951808 : -120939634599808 : ffff92018c0a5880)
00000100:00000040:1.0:1790693004.533569:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533573:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693004.533574:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693004.533576:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693004.533578:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061209984, offset 0
00000400:00000200:1.0:1790693004.533580:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693004.533583:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.533585:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693004.533587:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693004.533588:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693004.533590:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693004.533591:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693004.533593:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40699:40699:256:4294967295] 192.168.204.156@tcp LPNI seq info [40698:40698:8:4294967295]
00000400:00000200:1.0:1790693004.533595:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.533599:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693004.533602:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.533604:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693004.533606:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693004.533608:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693004.533610:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693004.533612:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693004.533614:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.533616:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693004.533617:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693004.533620:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693004.533621:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693004.533623:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693004.533624:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693004.533626:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533631:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.533632:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533636:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533637:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693004.533640:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693004.533643:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693004.533644:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693004.533646:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315816463
00000100:00000001:1.0:1790693004.533647:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.533649:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315816463
00000100:00000001:1.0:1790693004.533650:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.533651:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693004.533652:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533653:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693004.533655:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693004/real 1790693004]  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693004.533659:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693004.533660:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693004.533661:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693004.533662:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693004.533663:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693004.533664:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693004.533666:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693004.533671:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533674:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693004.533675:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533676:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533676:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693004.533678:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533682:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693004.533684:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533688:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693004.533690:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533691:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533692:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533692:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693004.533694:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693004.533695:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693004.533697:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693004.533698:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693004.533700:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693004.533704:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061209984:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693004.533706:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693004.533708:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533711:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693004.533712:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533713:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693004.533714:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693004.533715:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693004.533716:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210112:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693004.533718:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693004.533719:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693004.533720:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533721:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693004.533724:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693004.533726:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.533729:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693004.533731:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693004.533734:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693004.533736:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210112, portal 10
00000100:00000001:1.0:1790693004.533738:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693004.533739:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074959872 : -120939634591744 : ffff92018c0a7800)
00000100:00000040:1.0:1790693004.533745:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533751:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693004.533753:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693004.533755:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693004.533757:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061210112, offset 0
00000400:00000200:1.0:1790693004.533761:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693004.533765:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.533768:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693004.533771:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693004.533772:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693004.533774:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693004.533775:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693004.533777:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40700:40700:256:4294967295] 192.168.204.156@tcp LPNI seq info [40699:40699:8:4294967295]
00000400:00000200:1.0:1790693004.533780:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.533784:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693004.533786:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.533789:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693004.533791:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693004.533792:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693004.533795:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693004.533809:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693004.533813:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.533815:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693004.533818:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693004.533821:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693004.533824:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693004.533827:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693004.533830:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693004.533833:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533840:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.533842:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533848:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533850:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693004.533853:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693004.533856:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693004.533859:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693004.533861:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315816472
00000100:00000001:1.0:1790693004.533863:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.533865:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315816472
00000100:00000001:1.0:1790693004.533867:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.533869:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693004.533870:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.533872:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693004.533875:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693004/real 1790693004]  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693004.533897:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693004.533898:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693004.533899:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693004.533902:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693004.533903:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693004.533905:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693004.533908:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693004.533915:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533921:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693004.533922:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533924:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533925:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693004.533928:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533934:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693004.533937:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533943:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693004.533945:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533947:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.533948:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.533949:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693004.533951:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693004.533953:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693004.533956:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693004.533958:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693004.533961:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693004.533968:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210112:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693004.533972:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693004.533975:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.533981:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693004.533982:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533984:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693004.533986:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693004.533988:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693004.533990:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210240:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693004.533993:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693004.533995:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693004.533997:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693004.533998:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693004.534001:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693004.534002:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693004.534005:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693004.534006:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693004.534009:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693004.534011:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210240, portal 4
00000100:00000001:1.0:1790693004.534012:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693004.534013:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074947328 : -120939634604288 : ffff92018c0a4700)
00000100:00000040:1.0:1790693004.534017:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534020:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693004.534022:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693004.534023:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693004.534024:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061210240, offset 0
00000400:00000200:1.0:1790693004.534026:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693004.534029:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.534031:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693004.534032:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693004.534034:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693004.534035:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693004.534037:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693004.534038:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40701:40701:256:4294967295] 192.168.204.156@tcp LPNI seq info [40700:40700:8:4294967295]
00000400:00000200:1.0:1790693004.534041:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693004.534045:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693004.534048:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.534049:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693004.534052:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693004.534053:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693004.534056:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693004.534057:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693004.534060:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693004.534061:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693004.534063:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693004.534065:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693004.534066:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693004.534067:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693004.534069:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693004.534071:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534075:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.534077:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693029 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534081:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.534082:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693004.534084:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693004.534085:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693004.534087:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693004.534088:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315816466
00000100:00000001:1.0:1790693004.534090:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.534091:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315816466
00000100:00000001:1.0:1790693004.534092:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315817728
00000100:00000001:1.0:1790693004.534094:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693004.534095:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.534096:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693004.534098:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693004/real 1790693004]  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693004.534102:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693004.534103:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693004.534104:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693004.534105:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693004.534106:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693004.534107:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693004.534109:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693004.534113:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534116:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693004.534117:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534118:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.534119:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693004.534121:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534124:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693004.534126:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534130:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693004.534131:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534132:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693004.534132:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534133:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693004.534134:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693004.534135:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693004.534137:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693004.534138:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693004.534141:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693004.534145:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a4700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210240:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693004.534147:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534148:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.534150:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5880 x1877672061209984/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534153:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693004.534154:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693004.534155:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693004.534156:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693004.534157:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693004.534158:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693004.534159:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693004.534160:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82c00.
02000000:00000001:1.0:1790693004.534162:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693004.534163:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693004.534164:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5880.
00000100:00000001:1.0:1790693004.534166:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693004.534166:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534167:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.534169:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7800 x1877672061210112/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534173:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693004.534173:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693004.534174:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693004.534175:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693004.534176:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693004.534177:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693004.534178:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693004.534178:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83800.
02000000:00000001:1.0:1790693004.534179:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693004.534180:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693004.534181:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7800.
00000100:00000001:1.0:1790693004.534182:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693004.534183:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534184:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693004.534186:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a4700 x1877672061210240/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693029 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693004.534189:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693004.534189:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693004.534190:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693004.534191:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693004.534192:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693004.534192:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693004.534193:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693004.534194:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83c00.
02000000:00000001:1.0:1790693004.534195:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693004.534195:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693004.534196:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a4700.
00000100:00000001:1.0:1790693004.534197:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693004.534198:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534199:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693004.534201:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693004.534202:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693004.534203:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693004.534204:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693005.428568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693005.428575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693005.428582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693005.428583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693005.428586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693005.428588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693005.428641:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693005.428645:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693005.428647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693005.876564:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315817728, at 4315817792
00000100:00000040:1.0:1790693005.876564:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315817728, at 4315817792
00000100:00000010:1.0:1790693005.876578:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00000100:00000010:0.0:1790693005.876580:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7720.
00010000:00000001:2.0:1790693006.452580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693006.452587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693006.452597:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693006.452599:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693006.452602:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452605:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693006.452608:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452610:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452612:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452616:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693006.452618:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693006.452619:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693006.452620:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452621:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693006.452623:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452624:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693006.452626:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693006.452691:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693006.452695:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693006.452698:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693007.476563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693007.476568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693007.476574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693007.476575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693007.476579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693007.476580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693007.476638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693007.476642:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693007.476645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693008.500544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693008.500549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693008.500553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693008.500554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693008.500556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693008.500557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693008.500615:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693008.500618:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693008.500621:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693009.524578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693009.524585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693009.524591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693009.524592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693009.524595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693009.524596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693009.524692:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693009.524696:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693009.524700:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693009.652521:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693009.652531:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693009.652534:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693009.652537:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693009.652542:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693009.652549:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21149
00000400:00000200:2.0:1790693009.652558:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693009.652569:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693009.652574:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693009.652576:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652580:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.652582:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652585:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693009.652592:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693009.652595:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790693009.652597:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693009.652600:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790693009.652602:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790693009.652605:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790693009.652608:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652609:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.652612:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652613:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693009.652616:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790693009.652619:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652621:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693009.652624:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693009.652628:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693009.652631:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.652633:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693009.652635:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693009.652643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a7100.
00000020:00000040:2.0:1790693009.652648:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790693009.652651:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693009.652653:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.652656:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693009.652659:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693009.652662:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693009.652670:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82400.
00000100:00000001:2.0:1790693009.652675:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693009.652684:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693009.652694:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693009.652698:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693009.652702:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000eb4fb751] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693009.652732:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693009.652736:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693009.652740:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693009.652741:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693009.652743:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693009.652749:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693009.652751:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21149
00000400:00000200:2.0:1790693009.652755:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693009.652759:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693009.652762:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693009.652765:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693009.652768:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693009.652768:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693009.652772:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:2.0:1790693009.652773:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693009.652776:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:2.0:1790693009.652789:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693009.652793:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:2.0:1790693009.652795:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693009.652799:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:2.0:1790693009.652802:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693009.652804:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693009.652806:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693009.652808:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
02000000:00000001:1.0:1790693009.652810:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:2.0:1790693009.652813:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790693009.652814:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693009.652818:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:2.0:1790693009.652820:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00100000:1.0:1790693009.652822:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061210368:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693009.652826:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:2.0:1790693009.652827:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652830:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.652832:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652833:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693009.652835:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:1.0:1790693009.652837:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:2.0:1790693009.652838:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790693009.652841:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.652843:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.652845:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:2.0:1790693009.652847:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000010:1.0:1790693009.652853:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790693009.652853:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693009.652857:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693009.652859:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.652862:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693009.652866:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:2.0:1790693009.652867:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790693009.652871:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000008:00000001:2.0:1790693009.652872:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.652876:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693009.652879:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000010:2.0:1790693009.652881:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6a00.
00000020:00000040:2.0:1790693009.652885:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693009.652888:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1790693009.652889:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210368, portal 25
02000000:00000001:2.0:1790693009.652890:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.652895:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693009.652895:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693009.652899:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074958080 : -120939634593536 : ffff92018c0a7100)
02000000:00000001:2.0:1790693009.652900:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693009.652904:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.652907:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693009.652910:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a83400.
00000100:00000001:1.0:1790693009.652915:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:2.0:1790693009.652925:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.652926:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693009.652930:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693009.652933:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061210368, offset 0
00000100:00100000:2.0:1790693009.652938:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693009.652941:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790693009.652949:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693009.652951:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693009.652953:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693009.652957:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:2.0:1790693009.652962:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000001f92b398] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693009.652964:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693009.652969:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693009.652973:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693009.652977:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.652983:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40702:40702:256:4294967295] 192.168.204.156@tcp LPNI seq info [40701:40701:8:4294967295]
00000400:00000200:1.0:1790693009.652992:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693009.652999:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693009.653003:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693009.653004:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:2.0:1790693009.653012:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693009.653016:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:1.0:1790693009.653017:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:2.0:1790693009.653018:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693009.653023:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000010:1.0:1790693009.653026:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000100:00080000:2.0:1790693009.653027:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21149
00000400:00000200:2.0:1790693009.653033:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790693009.653038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:2.0:1790693009.653041:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:1.0:1790693009.653045:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00080000:2.0:1790693009.653045:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693009.653051:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653054:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.653056:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653058:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693009.653063:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.1:1790693009.653063:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:2.0:1790693009.653066:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:2.0:1790693009.653070:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.1:1790693009.653070:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000020:00000040:2.0:1790693009.653074:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000100:1.0:1790693009.653078:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:2.0:1790693009.653079:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000010:1.0:1790693009.653082:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000020:00000001:2.0:1790693009.653084:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790693009.653089:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653091:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:2.0:1790693009.653092:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.653097:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653099:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:2.0:1790693009.653103:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693009.653106:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000020:00000040:2.0:1790693009.653107:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000010:1.0:1790693009.653110:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00080000:2.0:1790693009.653114:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693009.653116:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:2.0:1790693009.653118:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693009.653123:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:1.0:1790693009.653124:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693009.653127:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693009.653133:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.653137:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693009.653141:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000008:00100000:2.0:1790693009.653141:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:2.0:1790693009.653147:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.653148:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693009.653151:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693009.653158:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5180.
00000100:00000001:1.0:1790693009.653160:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653162:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:2.0:1790693009.653162:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:2.0:1790693009.653168:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693009.653169:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653170:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.653171:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693009.653174:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693009.653176:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:2.0:1790693009.653176:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653180:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315822848
02000000:00000010:2.0:1790693009.653181:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81400.
00000100:00000010:1.0:1790693009.653184:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7180.
00000100:00000001:2.0:1790693009.653185:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653192:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00100000:2.0:1790693009.653192:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693009.653200:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693009.653202:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315822848
00000100:00000001:2.0:1790693009.653203:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693009.653206:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7600.
00000100:00000001:1.0:1790693009.653211:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:2.0:1790693009.653211:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b50c83] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653214:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693009.653217:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653218:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693009.653222:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693009/real 1790693009]  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693009.653239:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693009.653241:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:2.0:1790693009.653242:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693009.653244:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693009.653248:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000040:2.0:1790693009.653248:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693009.653249:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693009.653253:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:2.0:1790693009.653256:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000200:1.0:1790693009.653257:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693009.653262:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693009.653269:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000200:1.0:1790693009.653270:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693009.653271:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693009.653273:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693009.653279:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693009.653280:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693009.653283:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693009.653284:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21149
00000100:00000001:1.0:1790693009.653285:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.653288:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000400:00000200:2.0:1790693009.653292:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:1.0:1790693009.653293:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693009.653300:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693009.653301:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:2.0:1790693009.653306:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693009.653312:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653314:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693009.653316:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693009.653316:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653321:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693009.653328:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1790693009.653328:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693009.653332:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:2.0:1790693009.653332:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790693009.653335:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000020:00000001:2.0:1790693009.653336:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693009.653337:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653340:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000020:00000040:2.0:1790693009.653340:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693009.653342:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000001:2.0:1790693009.653344:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00080000:1.0:1790693009.653346:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000020:00000001:2.0:1790693009.653347:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00080000:1.0:1790693009.653351:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693009.653353:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693009.653358:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693009.653361:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653366:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693009.653369:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693009.653373:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693009.653375:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00100000:1.0:1790693009.653376:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a7100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061210368:192.168.204.156@tcp:250:kworker.0
00000100:00080000:2.0:1790693009.653379:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693009.653381:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653385:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:2.0:1790693009.653385:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693009.653390:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693009.653391:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a7100 x1877672061210368/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:2.0:1790693009.653396:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693009.653397:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693009.653400:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000001:2.0:1790693009.653401:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693009.653403:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693009.653406:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000100:00000001:2.0:1790693009.653406:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000020:00000001:1.0:1790693009.653410:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000008:00100000:2.0:1790693009.653411:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000020:00000040:1.0:1790693009.653412:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693009.653415:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
00000008:00000001:2.0:1790693009.653417:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693009.653418:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82400.
00000100:00000001:2.0:1790693009.653422:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.653424:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693009.653426:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693009.653427:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5f80.
00000100:00000010:1.0:1790693009.653429:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a7100.
00000020:00000040:2.0:1790693009.653430:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790693009.653436:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
02000000:00000001:2.0:1790693009.653437:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693009.653440:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:2.0:1790693009.653440:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653446:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693009.653447:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693009.653450:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693009.653453:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653484:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693009.653488:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693009.653488:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82000.
00000100:00000001:1.0:1790693009.653494:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693009.653496:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653497:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693009.653499:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693009.653503:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693009.653507:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693009.653514:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693009.653516:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.653520:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693009.653522:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693009.653526:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693009.653528:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790693009.653530:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210496:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693009.653533:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653534:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693009.653537:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693009.653540:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.653541:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:2.0:1790693009.653541:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a66aab2] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693009.653545:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693009.653548:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693009.653557:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693009.653562:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790693009.653562:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693009.653567:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000040:2.0:1790693009.653569:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21159)
00000100:00000200:1.0:1790693009.653572:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210496, portal 10
00000100:00000001:1.0:1790693009.653576:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693009.653577:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074956288 : -120939634595328 : ffff92018c0a6a00)
00000100:00000040:1.0:1790693009.653586:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653592:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693009.653595:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693009.653597:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693009.653599:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061210496, offset 0
00000400:00000200:1.0:1790693009.653603:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653608:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.653611:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693009.653614:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693009.653616:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693009.653617:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693009.653619:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653621:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40703:40703:256:4294967295] 192.168.204.156@tcp LPNI seq info [40702:40702:8:4294967295]
00000400:00000200:1.0:1790693009.653624:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.653627:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693009.653630:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.653633:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693009.653635:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693009.653637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693009.653640:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693009.653642:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693009.653644:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.653645:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693009.653648:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693009.653651:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693009.653654:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693009.653656:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693009.653658:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693009.653661:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653669:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.653671:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653686:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653688:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693009.653692:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.653695:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693009.653699:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693009.653701:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315821583
00000100:00000001:1.0:1790693009.653704:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.653706:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315821583
00000100:00000001:1.0:1790693009.653708:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.653710:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693009.653712:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653713:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693009.653717:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693009/real 1790693009]  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693009.653729:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693009.653731:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693009.653732:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693009.653735:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693009.653737:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693009.653739:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693009.653742:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693009.653750:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653757:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693009.653759:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653760:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.653761:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693009.653765:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653771:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693009.653775:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653794:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693009.653797:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653798:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.653799:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653801:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693009.653803:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693009.653806:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693009.653809:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693009.653811:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693009.653815:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693009.653820:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210496:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693009.653822:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693009.653824:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653828:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693009.653829:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.653830:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693009.653831:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693009.653832:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693009.653834:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210624:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693009.653836:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693009.653838:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693009.653839:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.653840:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693009.653842:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693009.653844:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693009.653846:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693009.653847:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693009.653850:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693009.653852:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210624, portal 10
00000100:00000001:1.0:1790693009.653853:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693009.653854:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950016 : -120939634601600 : ffff92018c0a5180)
00000100:00000040:1.0:1790693009.653857:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653861:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693009.653862:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693009.653864:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693009.653865:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061210624, offset 0
00000400:00000200:1.0:1790693009.653868:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653870:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.653872:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693009.653874:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693009.653876:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693009.653877:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693009.653879:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.653880:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40704:40704:256:4294967295] 192.168.204.156@tcp LPNI seq info [40703:40703:8:4294967295]
00000400:00000200:1.0:1790693009.653883:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.653887:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693009.653889:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.653891:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693009.653893:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693009.653895:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693009.653897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693009.653899:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693009.653901:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.653902:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693009.653904:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693009.653906:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693009.653908:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693009.653909:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693009.653911:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693009.653913:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653917:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.653919:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653922:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653923:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693009.653925:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.653927:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693009.653929:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693009.653930:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315821592
00000100:00000001:1.0:1790693009.653932:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.653933:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315821592
00000100:00000001:1.0:1790693009.653934:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.653935:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693009.653936:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.653937:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693009.653939:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693009/real 1790693009]  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693009.653943:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693009.653944:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693009.653945:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693009.653946:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693009.653947:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693009.653948:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693009.653950:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693009.653954:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653957:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693009.653958:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653959:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.653960:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693009.653962:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653965:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693009.653967:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653970:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693009.653973:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653973:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.653974:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653975:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693009.653976:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693009.653978:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693009.653979:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693009.653980:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693009.653982:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693009.653986:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210624:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693009.653988:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.653989:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.653991:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6a00 x1877672061210496/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.653994:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693009.653995:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693009.653996:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693009.653997:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693009.653998:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693009.653999:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693009.654000:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693009.654001:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790693009.654003:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693009.654004:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693009.654005:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6a00.
00000100:00000001:1.0:1790693009.654006:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693009.654007:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654008:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.654010:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5180 x1877672061210624/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654017:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693009.654018:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693009.654018:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693009.654020:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693009.654020:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693009.654021:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693009.654022:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693009.654023:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790693009.654024:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693009.654025:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693009.654026:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5180.
00000100:00000001:1.0:1790693009.654028:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693009.654029:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654031:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654034:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693009.654035:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.654037:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693009.654038:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693009.654039:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693009.654043:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654049:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693009.654050:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.654052:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693009.654054:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693009.654056:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693009.654059:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210752:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693009.654062:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693009.654064:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693009.654065:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693009.654066:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693009.654069:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693009.654071:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693009.654074:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693009.654077:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693009.654080:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693009.654083:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210752, portal 4
00000100:00000001:1.0:1790693009.654085:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693009.654086:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074953600 : -120939634598016 : ffff92018c0a5f80)
00000100:00000040:1.0:1790693009.654091:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654097:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693009.654099:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693009.654101:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693009.654103:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061210752, offset 0
00000400:00000200:1.0:1790693009.654107:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693009.654110:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.654114:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693009.654117:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693009.654119:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693009.654121:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693009.654123:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693009.654126:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40705:40705:256:4294967295] 192.168.204.156@tcp LPNI seq info [40704:40704:8:4294967295]
00000400:00000200:1.0:1790693009.654130:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693009.654136:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693009.654141:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.654144:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693009.654147:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693009.654149:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693009.654151:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693009.654153:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693009.654155:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693009.654156:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693009.654158:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693009.654160:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693009.654162:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693009.654163:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693009.654165:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693009.654167:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654172:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.654174:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693034 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654177:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.654178:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693009.654180:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693009.654182:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693009.654184:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693009.654185:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315821586
00000100:00000001:1.0:1790693009.654187:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.654188:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315821586
00000100:00000001:1.0:1790693009.654190:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315822848
00000100:00000001:1.0:1790693009.654191:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693009.654192:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.654193:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693009.654195:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693009/real 1790693009]  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693009.654199:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693009.654200:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693009.654201:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693009.654202:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693009.654203:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693009.654204:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693009.654206:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693009.654210:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654214:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693009.654215:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654216:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.654217:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693009.654219:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654222:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693009.654224:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654228:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693009.654229:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654230:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693009.654230:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654231:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693009.654232:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693009.654234:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693009.654235:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693009.654236:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693009.654238:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693009.654242:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061210752:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693009.654244:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654245:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693009.654247:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5f80 x1877672061210752/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693034 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693009.654251:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693009.654252:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693009.654253:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693009.654254:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693009.654255:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693009.654256:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693009.654257:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693009.654258:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790693009.654260:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693009.654261:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693009.654262:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5f80.
00000100:00000001:1.0:1790693009.654263:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693009.654264:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654265:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693009.654268:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693009.654269:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693009.654271:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693009.654272:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693010.548580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693010.548587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693010.548594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693010.548596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693010.548599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693010.548600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693010.548654:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693010.548658:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693010.548661:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693010.996560:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315822848, at 4315822912
00000100:00000040:1.0:1790693010.996560:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315822848, at 4315822912
00000100:00000010:1.0:1790693010.996574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000100:00000010:0.0:1790693010.996576:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7180.
00010000:00000001:2.0:1790693011.572580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693011.572586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693011.572591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693011.572593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693011.572596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693011.572597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693011.572657:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693011.572661:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693011.572664:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693012.596561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693012.596566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693012.596570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693012.596571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693012.596573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693012.596574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693012.596640:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693012.596645:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693012.596648:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693013.620610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693013.620620:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693013.620627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693013.620630:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693013.620634:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693013.620635:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693013.620737:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693013.620742:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693013.620745:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693014.644587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693014.644596:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693014.644598:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693014.644602:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693014.644607:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693014.644609:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693014.644611:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693014.644613:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693014.644618:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693014.644620:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693014.644623:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693014.644625:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693014.644717:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693014.644721:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693014.644724:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693014.772592:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693014.772601:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693014.772603:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693014.772605:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693014.772609:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693014.772615:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21154
00000400:00000200:3.0:1790693014.772623:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693014.772627:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693014.772629:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693014.772632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772634:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.772636:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772638:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693014.772645:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693014.772646:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693014.772648:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693014.772651:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693014.772652:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693014.772654:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693014.772655:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772656:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.772657:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772658:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693014.772660:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693014.772662:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772663:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693014.772665:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693014.772668:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693014.772670:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772671:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693014.772673:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693014.772692:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693014.772695:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693014.772698:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693014.772699:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772701:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693014.772703:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693014.772707:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693014.772712:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693014.772717:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693014.772724:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693014.772730:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693014.772733:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693014.772737:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693014.772754:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693014.772757:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693014.772761:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693014.772762:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693014.772763:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693014.772766:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693014.772768:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21154
00000400:00000200:3.0:1790693014.772772:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693014.772775:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693014.772777:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693014.772779:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772781:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.772783:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772784:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693014.772787:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693014.772789:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693014.772790:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693014.772792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693014.772794:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693014.772796:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693014.772798:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693014.772803:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693014.772805:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693014.772805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772806:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.772808:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:1.0:1790693014.772811:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693014.772812:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693014.772814:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693014.772817:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693014.772820:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:3.0:1790693014.772820:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.772822:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693014.772822:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693014.772825:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693014.772826:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693014.772828:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693014.772828:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772830:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693014.772831:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693014.772834:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061210880:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1790693014.772834:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693014.772837:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.772838:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693014.772839:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.772841:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1790693014.772842:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
02000000:00000001:1.0:1790693014.772844:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693014.772844:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693014.772846:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693014.772846:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693014.772848:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772849:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000010:1.0:1790693014.772851:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:3.0:1790693014.772851:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693014.772852:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.772853:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693014.772857:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000200:1.0:1790693014.772859:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693014.772860:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693014.772863:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00100000:3.0:1790693014.772864:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693014.772869:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693014.772870:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693014.772873:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693014.772875:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693014.772876:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061210880, portal 25
00000100:00000001:1.0:1790693014.772879:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693014.772881:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000001:3.0:1790693014.772883:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693014.772886:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693014.772886:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693014.772889:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693014.772891:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693014.772892:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693014.772893:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693014.772895:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790693014.772896:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693014.772897:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21154
00000400:00000010:1.0:1790693014.772899:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000400:00000200:3.0:1790693014.772899:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:1.0:1790693014.772901:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061210880, offset 0
00000400:00000200:3.0:1790693014.772902:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693014.772904:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693014.772907:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693014.772908:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772910:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.772911:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772913:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693014.772915:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693014.772915:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693014.772916:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693014.772918:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693014.772919:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693014.772920:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:3.0:1790693014.772921:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693014.772923:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790693014.772925:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1790693014.772925:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772927:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693014.772929:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:3.0:1790693014.772929:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772930:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693014.772932:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693014.772933:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693014.772935:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:3.0:1790693014.772935:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772937:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693014.772939:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40706:40706:256:4294967295] 192.168.204.156@tcp LPNI seq info [40705:40705:8:4294967295]
02000000:00000001:3.0:1790693014.772939:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693014.772941:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693014.772942:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693014.772944:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693014.772945:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693014.772946:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693014.772948:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772950:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693014.772952:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000400:00000200:1.0:1790693014.772953:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790693014.772954:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693014.772957:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1790693014.772958:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693014.772958:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.772959:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693014.772961:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693014.772962:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693014.772964:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
02000000:00000010:3.0:1790693014.772965:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790693014.772968:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693014.772971:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:3.0:1790693014.772971:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693014.772975:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000001:3.0:1790693014.772978:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693014.772979:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693014.772981:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693014.772983:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790693014.772984:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693014.772988:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693014.772990:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693014.772991:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000100:00000040:3.0:1790693014.772992:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693014.772995:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790693014.772997:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1790693014.772998:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693014.773001:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693014.773001:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693014.773002:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693014.773004:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693014.773007:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000100:00000001:3.0:1790693014.773007:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790693014.773009:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00080000:3.0:1790693014.773009:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21154
00000400:00000200:3.0:1790693014.773011:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693014.773014:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000400:00000200:3.0:1790693014.773014:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693014.773016:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:1.0:1790693014.773018:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693014.773019:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.773020:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.773023:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.773024:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693014.773027:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1790693014.773027:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693014.773028:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693014.773029:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693014.773030:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693014.773032:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693014.773034:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693014.773036:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693014.773037:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773039:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:3.0:1790693014.773039:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.773041:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693014.773042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693014.773044:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693014.773046:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693014.773046:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693014.773048:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773049:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693014.773050:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773052:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315827968
02000000:00000001:3.0:1790693014.773052:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693014.773054:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790693014.773056:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7600.
02000000:00000001:3.0:1790693014.773056:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.773058:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693014.773060:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693014.773062:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000008:00000001:3.0:1790693014.773062:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.773063:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693014.773066:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790693014.773068:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790693014.773069:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315827968
02000000:00000001:3.0:1790693014.773070:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693014.773071:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693014.773072:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7de0.
00000100:00000001:3.0:1790693014.773073:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693014.773074:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693014.773075:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693014.773075:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773078:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693014.773078:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:1.0:1790693014.773080:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693014.773081:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773082:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:3.0:1790693014.773085:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693014.773086:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693014/real 1790693014]  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693014.773092:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693014.773094:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693014.773097:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693014.773102:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693014.773103:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790693014.773103:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693014.773105:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693014.773107:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000040:3.0:1790693014.773108:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21164)
00000400:00000010:1.0:1790693014.773109:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693014.773111:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693014.773114:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693014.773121:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773127:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693014.773129:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773131:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773133:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693014.773136:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773143:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693014.773147:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773154:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693014.773156:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773158:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773158:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773160:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693014.773161:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693014.773163:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693014.773165:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693014.773167:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693014.773169:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693014.773175:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061210880:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693014.773178:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773179:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773181:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061210880/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773184:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693014.773186:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773188:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693014.773190:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693014.773191:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693014.773192:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693014.773193:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693014.773194:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:1.0:1790693014.773197:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693014.773198:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693014.773200:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693014.773202:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693014.773202:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773204:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773210:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693014.773211:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773212:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693014.773213:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693014.773214:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693014.773216:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773220:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693014.773221:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773222:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693014.773223:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693014.773224:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693014.773226:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211008:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693014.773228:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693014.773229:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693014.773230:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773231:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773233:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693014.773234:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693014.773237:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693014.773238:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693014.773240:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693014.773243:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211008, portal 10
00000100:00000001:1.0:1790693014.773244:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693014.773245:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:1.0:1790693014.773249:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773253:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693014.773255:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693014.773256:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693014.773257:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061211008, offset 0
00000400:00000200:1.0:1790693014.773260:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773262:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773264:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693014.773266:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693014.773268:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693014.773269:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693014.773271:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773273:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40707:40707:256:4294967295] 192.168.204.156@tcp LPNI seq info [40706:40706:8:4294967295]
00000400:00000200:1.0:1790693014.773275:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773279:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693014.773281:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773283:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693014.773285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693014.773287:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693014.773290:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693014.773292:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693014.773294:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773296:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693014.773299:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693014.773307:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693014.773310:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693014.773312:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693014.773314:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693014.773318:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773325:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773328:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773334:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773335:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693014.773339:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693014.773343:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693014.773346:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693014.773348:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315826702
00000100:00000001:1.0:1790693014.773351:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773352:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315826702
00000100:00000001:1.0:1790693014.773354:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773355:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693014.773357:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773358:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693014.773360:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693014/real 1790693014]  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693014.773365:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693014.773366:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693014.773368:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693014.773370:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693014.773372:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693014.773374:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693014.773377:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693014.773384:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773391:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693014.773392:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773394:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773395:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693014.773398:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773405:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693014.773409:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773415:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693014.773417:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773418:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773419:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773427:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693014.773429:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693014.773431:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693014.773435:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693014.773437:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693014.773441:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693014.773449:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211008:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693014.773453:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693014.773478:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773482:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693014.773483:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773485:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693014.773486:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693014.773487:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693014.773489:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211136:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693014.773491:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693014.773492:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693014.773493:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773494:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773496:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693014.773497:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693014.773499:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693014.773501:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693014.773503:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693014.773505:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211136, portal 10
00000100:00000001:1.0:1790693014.773507:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693014.773507:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693014.773511:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773515:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693014.773516:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693014.773517:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693014.773519:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061211136, offset 0
00000400:00000200:1.0:1790693014.773521:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773523:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773526:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693014.773527:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693014.773529:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693014.773531:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693014.773532:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773534:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40708:40708:256:4294967295] 192.168.204.156@tcp LPNI seq info [40707:40707:8:4294967295]
00000400:00000200:1.0:1790693014.773536:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773540:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693014.773543:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773544:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693014.773547:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693014.773548:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693014.773551:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693014.773553:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693014.773555:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773556:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693014.773558:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693014.773560:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693014.773562:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693014.773563:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693014.773564:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693014.773566:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773571:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773572:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773576:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773577:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693014.773579:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693014.773581:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693014.773583:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693014.773584:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315826712
00000100:00000001:1.0:1790693014.773585:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773587:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315826712
00000100:00000001:1.0:1790693014.773588:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773590:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693014.773591:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773592:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693014.773594:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693014/real 1790693014]  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693014.773598:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693014.773599:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693014.773600:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693014.773601:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693014.773602:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693014.773603:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693014.773604:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693014.773609:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773613:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693014.773614:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773615:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773615:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693014.773617:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773621:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693014.773623:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773626:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693014.773627:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773628:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773629:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773630:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693014.773631:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693014.773633:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693014.773635:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693014.773636:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693014.773638:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693014.773642:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211136:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693014.773644:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693014.773645:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773649:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693014.773649:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773651:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693014.773652:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693014.773653:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693014.773654:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211264:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693014.773656:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693014.773657:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693014.773658:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693014.773658:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773660:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693014.773661:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693014.773663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693014.773664:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693014.773666:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693014.773667:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211264, portal 4
00000100:00000001:1.0:1790693014.773668:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693014.773669:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693014.773673:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773695:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693014.773698:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693014.773701:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693014.773703:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061211264, offset 0
00000400:00000200:1.0:1790693014.773707:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773710:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773713:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693014.773715:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693014.773717:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693014.773719:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693014.773721:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693014.773724:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40709:40709:256:4294967295] 192.168.204.156@tcp LPNI seq info [40708:40708:8:4294967295]
00000400:00000200:1.0:1790693014.773728:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693014.773733:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693014.773737:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773740:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000800:00000200:1.0:1790693014.773743:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693014.773746:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693014.773749:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693014.773752:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693014.773755:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693014.773757:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:1.0:1790693014.773760:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693014.773762:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693014.773764:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:1.0:1790693014.773765:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:1.0:1790693014.773767:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693014.773769:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773774:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773776:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693039 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773783:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773784:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693014.773787:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693014.773788:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693014.773791:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693014.773792:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315826706
00000100:00000001:1.0:1790693014.773793:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773795:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315826706
00000100:00000001:1.0:1790693014.773796:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315827968
00000100:00000001:1.0:1790693014.773797:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693014.773799:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773801:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693014.773804:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693014/real 1790693014]  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693014.773811:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693014.773812:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693014.773814:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693014.773816:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693014.773817:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693014.773819:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693014.773822:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693014.773830:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773837:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693014.773838:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773840:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773841:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693014.773845:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773852:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693014.773855:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773861:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693014.773864:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773865:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693014.773866:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773868:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693014.773870:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693014.773872:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693014.773875:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693014.773877:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693014.773881:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693014.773887:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211264:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693014.773889:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773891:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773893:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061211008/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773896:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693014.773897:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773898:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693014.773900:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693014.773901:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693014.773902:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693014.773903:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693014.773904:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693014.773906:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693014.773907:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693014.773908:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693014.773910:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693014.773911:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773912:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773913:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061211136/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773917:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693014.773918:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773918:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693014.773919:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693014.773920:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693014.773921:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693014.773922:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693014.773922:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693014.773923:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693014.773924:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693014.773925:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693014.773926:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693014.773926:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773927:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693014.773929:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061211264/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693039 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693014.773932:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693014.773932:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693014.773933:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693014.773934:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693014.773935:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693014.773935:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693014.773936:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693014.773937:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693014.773938:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693014.773939:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693014.773939:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693014.773940:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693014.773941:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773943:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693014.773945:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693014.773946:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693014.773947:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693014.773948:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693015.668574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693015.668579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693015.668583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693015.668584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693015.668586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693015.668587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693015.668645:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693015.668648:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693015.668650:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693016.116601:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315827968, at 4315828032
00000100:00000040:1.0:1790693016.116603:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315827968, at 4315828032
00000100:00000010:0.0:1790693016.116619:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000100:00000010:1.0:1790693016.116623:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00010000:00000001:2.0:1790693016.692535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693016.692541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693016.692550:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693016.692552:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693016.692556:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692558:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693016.692560:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692563:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692565:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693016.692570:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693016.692571:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693016.692572:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692573:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693016.692573:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692580:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693016.692582:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693016.692615:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693016.692618:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693016.692620:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693017.716585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693017.716592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693017.716598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693017.716599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693017.716602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693017.716603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693017.716669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693017.716674:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693017.716677:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693018.740572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693018.740579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693018.740584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693018.740585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693018.740589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693018.740590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693018.740658:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693018.740660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693018.740663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693019.764560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693019.764564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693019.764568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693019.764569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693019.764571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693019.764572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693019.764640:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693019.764644:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693019.764648:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693019.892575:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693019.892599:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693019.892602:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693019.892606:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693019.892610:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693019.892619:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21159
00000400:00000200:0.0:1790693019.892630:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693019.892637:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693019.892641:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693019.892645:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892649:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693019.892652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892655:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693019.892665:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693019.892667:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693019.892670:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693019.892673:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693019.892676:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693019.892678:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693019.892681:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892683:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693019.892685:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892686:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693019.892689:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693019.892692:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892695:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693019.892698:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693019.892701:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693019.892704:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.892707:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693019.892709:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693019.892718:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790693019.892721:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693019.892725:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693019.892727:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.892730:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693019.892732:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693019.892736:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693019.892745:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790693019.892751:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693019.892760:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693019.892770:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693019.892775:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693019.892779:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693019.892800:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693019.892803:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693019.892806:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693019.892808:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693019.892809:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693019.892813:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693019.892816:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21159
00000400:00000200:0.0:1790693019.892820:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693019.892824:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693019.892826:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693019.892829:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:0.0:1790693019.892830:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892834:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693019.892835:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693019.892838:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.892839:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693019.892841:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693019.892847:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:1.0:1790693019.892848:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693019.892849:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693019.892853:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693019.892856:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693019.892862:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693019.892865:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693019.892868:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693019.892869:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.892870:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.892875:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693019.892876:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693019.892880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693019.892881:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693019.892883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790693019.892885:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693019.892888:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693019.892892:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693019.892896:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693019.892899:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061211392:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790693019.892900:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693019.892907:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693019.892907:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693019.892911:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693019.892912:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.892915:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.892916:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693019.892921:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000008:00100000:0.0:1790693019.892922:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693019.892926:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693019.892927:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
00000100:00000001:0.0:1790693019.892929:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.892932:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693019.892936:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000400:00000200:1.0:1790693019.892939:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790693019.892940:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790693019.892945:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693019.892946:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:0.0:1790693019.892947:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.892951:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693019.892953:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693019.892955:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693019.892955:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000010:0.0:1790693019.892960:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000200:1.0:1790693019.892964:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211392, portal 25
00000100:00000001:0.0:1790693019.892965:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.892969:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693019.892972:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00100000:0.0:1790693019.892974:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693019.892981:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693019.892989:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693019.892994:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693019.892995:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.892999:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790693019.893004:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693019.893005:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f92a8.
00000100:00000200:1.0:1790693019.893010:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061211392, offset 0
00000100:00000001:0.0:1790693019.893020:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893021:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790693019.893025:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693019.893029:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790693019.893032:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693019.893033:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693019.893037:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693019.893041:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693019.893041:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:0.0:1790693019.893047:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21159
00000400:00000200:1.0:1790693019.893049:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693019.893055:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693019.893058:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693019.893060:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693019.893063:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40710:40710:256:4294967295] 192.168.204.156@tcp LPNI seq info [40709:40709:8:4294967295]
00000400:00000200:1.0:1790693019.893066:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693019.893071:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:0.0:1790693019.893078:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790693019.893079:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693019.893086:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437000.
00000400:00000200:0.0:1790693019.893087:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693019.893092:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693019.893095:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790693019.893099:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790693019.893102:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693019.893104:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693019.893108:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.893110:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693019.893114:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693019.893115:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693019.893116:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790693019.893119:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693019.893120:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693019.893124:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790693019.893125:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790693019.893127:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315833088
00000020:00000001:0.0:1790693019.893129:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000010:1.0:1790693019.893132:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7de0.
00000100:00000040:0.0:1790693019.893135:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693019.893139:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693019.893139:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693019.893145:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.893147:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315833088
00000100:00000001:0.0:1790693019.893148:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693019.893153:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000010:1.0:1790693019.893153:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7840.
00000100:00000001:1.0:1790693019.893159:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:0.0:1790693019.893160:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693019.893165:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893166:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693019.893171:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693019.893171:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893175:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693019.893176:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693019.893177:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693019.893182:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.893184:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693019.893185:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000008:00100000:0.0:1790693019.893187:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693019.893188:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000008:00000001:0.0:1790693019.893193:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893193:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693019.893195:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693019.893196:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693019.893199:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893201:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693019.893205:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790693019.893208:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:0.0:1790693019.893210:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:1.0:1790693019.893210:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.893213:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693019.893216:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693019.893217:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693019.893218:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693019.893221:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693019.893222:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211520:192.168.204.156@tcp:38:kworker.0
00000100:00000001:0.0:1790693019.893227:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693019.893228:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693019.893230:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693019.893231:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693019.893232:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693019.893235:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.893235:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693019.893238:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693019.893240:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693019.893242:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000400:00000200:1.0:1790693019.893243:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693019.893249:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693019.893255:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6630.
00000100:00100000:0.0:1790693019.893256:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693019.893262:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693019.893267:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211520, portal 10
00000100:00000001:0.0:1790693019.893269:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693019.893270:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693019.893272:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000001:0.0:1790693019.893273:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893280:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693019.893282:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693019.893293:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693019.893298:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693019.893302:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9880.
00000100:00000200:1.0:1790693019.893304:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061211520, offset 0
00000100:00000001:0.0:1790693019.893306:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893309:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790693019.893311:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693019.893314:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693019.893318:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:0.0:1790693019.893319:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790693019.893321:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693019.893325:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693019.893325:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693019.893330:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693019.893333:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:0.0:1790693019.893334:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1790693019.893338:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40711:40711:255:4294967295] 192.168.204.156@tcp LPNI seq info [40710:40710:7:4294967295]
00000100:00000001:0.0:1790693019.893339:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693019.893342:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790693019.893344:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693019.893351:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693019.893351:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790693019.893358:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21159
00000800:00000200:1.0:1790693019.893360:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693019.893364:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437500.
00000400:00000200:0.0:1790693019.893367:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790693019.893371:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:0.0:1790693019.893375:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:1.1:1790693019.893376:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693019.893381:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893384:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000100:00080000:0.0:1790693019.893386:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693019.893386:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693019.893389:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315831822
00000100:00000040:0.0:1790693019.893393:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.893393:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315833088
00000100:00000001:1.0:1790693019.893396:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315831822
00000100:00000001:0.0:1790693019.893398:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693019.893400:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315833088
00000100:00000040:0.0:1790693019.893402:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.893405:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693019.893406:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693019.893411:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693019.893412:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693019.893416:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790693019.893417:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693019.893418:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693019.893422:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693019.893422:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:0.0:1790693019.893427:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693019.893428:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000020:00000001:0.0:1790693019.893430:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693019.893431:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000040:0.0:1790693019.893435:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.893437:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693019.893438:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693019.893440:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693019.893443:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693019.893444:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693019.893448:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693019.893451:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693019.893453:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693019.893483:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693019.893485:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.893487:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693019.893489:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693019.893490:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693019.893498:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211648:192.168.204.156@tcp:38:kworker.0
00000100:00080000:0.0:1790693019.893499:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693019.893506:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893506:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:0.0:1790693019.893510:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693019.893511:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693019.893514:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693019.893515:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693019.893517:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693019.893519:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693019.893523:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000010:1.0:1790693019.893523:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693019.893528:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693019.893529:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790693019.893534:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893535:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693019.893538:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693019.893541:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db61b8.
00000100:00000010:0.0:1790693019.893544:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000400:00000010:1.0:1790693019.893547:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9aa0.
00000020:00000040:0.0:1790693019.893548:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790693019.893553:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000200:1.0:1790693019.893553:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211648, portal 10
02000000:00000001:0.0:1790693019.893557:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893558:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:0.0:1790693019.893560:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693019.893561:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
02000000:00000001:0.0:1790693019.893564:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693019.893567:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893572:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693019.893573:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790693019.893593:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893593:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693019.893597:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693019.893602:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f95d8.
00000100:00100000:0.0:1790693019.893603:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693019.893605:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061211648, offset 0
00000400:00000200:1.0:1790693019.893616:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693019.893618:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693019.893622:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893623:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790693019.893629:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693019.893631:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693019.893638:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693019.893644:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693019.893649:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693019.893650:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893656:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:0.0:1790693019.893660:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21169)
00000400:00000200:1.0:1790693019.893661:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40712:40712:254:4294967295] 192.168.204.156@tcp LPNI seq info [40711:40711:6:4294967295]
00000400:00000200:1.0:1790693019.893668:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693019.893675:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693019.893681:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693019.893685:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437c00.
00000800:00000200:1.0:1790693019.893690:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693019.893694:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693019.893697:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893700:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693019.893703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693019.893705:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315831832
00000100:00000001:1.0:1790693019.893708:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315833088
00000100:00000001:1.0:1790693019.893710:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315831832
00000100:00000001:1.0:1790693019.893713:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315833088
00000100:00000001:1.0:1790693019.893714:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693019.893716:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893719:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893721:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693019.893724:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693019.893725:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693019.893727:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693019.893729:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693019.893731:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693019.893735:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693019.893742:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693019.893743:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.893750:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693019.893752:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693019.893754:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693019.893757:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211776:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693019.893762:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693019.893764:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693019.893765:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693019.893767:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693019.893770:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693019.893772:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693019.893777:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693019.893779:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790693019.893783:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9000.
00000100:00000200:1.0:1790693019.893786:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211776, portal 4
00000100:00000001:1.0:1790693019.893788:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693019.893789:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:1.0:1790693019.893795:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693019.893803:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693019.893805:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693019.893808:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f96e8.
00000100:00000200:1.0:1790693019.893810:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061211776, offset 0
00000400:00000200:1.0:1790693019.893814:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693019.893818:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693019.893822:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693019.893824:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693019.893827:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693019.893829:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693019.893831:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693019.893834:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40713:40713:253:4294967295] 192.168.204.156@tcp LPNI seq info [40712:40712:5:4294967295]
00000400:00000200:1.0:1790693019.893838:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693019.893844:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693019.893848:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693019.893852:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437d00.
00000800:00000200:1.0:1790693019.893861:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693019.893866:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693019.893868:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693019.893871:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693019.893874:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693019.893876:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315831826
00000100:00000001:1.0:1790693019.893879:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315833088
00000100:00000001:1.0:1790693019.893881:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315831826
00000100:00000001:1.0:1790693019.893883:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315833088
00000100:00000001:1.0:1790693019.893885:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693019.893887:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893890:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893891:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693019.893894:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693019.893896:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693019.893898:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693019.893899:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693019.893900:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693019.893902:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693020.788596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693020.788601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693020.788605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693020.788606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693020.788608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693020.788609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693020.788659:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693020.788663:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693020.788667:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693021.236580:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315833088, at 4315833152
00000100:00000010:0.0:1790693021.236594:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00000100:00000040:1.0:1790693021.236600:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315833088, at 4315833152
00000100:00000010:1.0:1790693021.236614:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00010000:00000001:2.0:1790693021.812574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693021.812585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693021.812588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693021.812589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693021.812591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693021.812592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693021.812669:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693021.812678:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693021.812681:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693022.836573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693022.836578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693022.836582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693022.836583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693022.836585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693022.836586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693022.836648:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693022.836652:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693022.836655:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:3.0:1790693022.964703:0:261647:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:3.0:1790693022.964736:0:261647:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:3.0:1790693022.964744:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693022.964746:0:261647:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:3.0:1790693022.964750:0:261647:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693022.964755:0:261647:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:3.0:1790693022.964761:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790693022.964764:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437000.
00000400:00000200:3.0:1790693022.964769:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693022.964773:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693022.964780:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f92a8
00000400:00000010:3.0:1790693022.964783:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f92a8.
00000100:00000001:3.0:1790693022.964787:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693022.964796:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964826:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693022.964831:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964838:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693022.964847:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693022.964861:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790693022.964863:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437500.
00000400:00000200:3.0:1790693022.964866:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693022.964870:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693022.964873:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9880
00000400:00000010:3.0:1790693022.964876:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9880.
00000100:00000001:3.0:1790693022.964878:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693022.964882:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964889:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693022.964892:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964898:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693022.964900:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693022.964905:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790693022.964907:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437c00.
00000400:00000200:3.0:1790693022.964910:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693022.964912:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693022.964915:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f95d8
00000400:00000010:3.0:1790693022.964916:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f95d8.
00000100:00000001:3.0:1790693022.964919:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693022.964922:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964929:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693022.964932:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964937:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693022.964938:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:3.0:1790693022.964943:0:261647:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:3.0:1790693022.964944:0:261647:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437d00.
00000400:00000200:3.0:1790693022.964947:0:261647:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:3.0:1790693022.964949:0:261647:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:3.0:1790693022.964951:0:261647:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f96e8
00000400:00000010:3.0:1790693022.964953:0:261647:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f96e8.
00000100:00000001:3.0:1790693022.964955:0:261647:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:3.0:1790693022.964959:0:261647:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964971:0:261647:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693022.964974:0:261647:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693044 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693022.964980:0:261647:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693022.964982:0:261647:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693022.965017:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693022.965022:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693022.965025:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693022.965033:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693019/real 1790693022]  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693022.965050:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693022.965052:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693022.965056:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790693022.965059:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9000
00000400:00000010:1.0:1790693022.965061:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9000.
00000100:00000001:1.0:1790693022.965064:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693022.965068:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693022.965078:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965085:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693022.965087:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965090:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965092:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693022.965095:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965102:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693022.965108:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965116:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693022.965119:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965120:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965122:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965124:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693022.965127:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693022.965130:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693022.965134:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693022.965137:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693022.965141:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693022.965148:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211776:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693022.965152:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693022.965155:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693019/real 1790693022]  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693022.965168:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693022.965169:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693022.965171:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db61b8.
00000400:00000200:1.0:1790693022.965174:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9aa0
00000400:00000010:1.0:1790693022.965175:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9aa0.
00000100:00000001:1.0:1790693022.965177:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693022.965180:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693022.965187:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965194:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693022.965195:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965197:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965198:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693022.965201:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965208:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693022.965211:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965218:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693022.965219:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965221:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965221:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965222:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693022.965224:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693022.965225:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693022.965228:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693022.965229:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693022.965232:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693022.965237:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211648:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693022.965240:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693022.965242:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693019/real 1790693022]  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693022.965246:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693022.965247:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693022.965257:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6630.
00000400:00000200:1.0:1790693022.965260:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693022.965261:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693022.965264:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693022.965267:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693022.965275:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965281:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693022.965282:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965284:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965285:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693022.965289:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965300:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693022.965303:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965309:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693022.965311:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965313:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965314:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965316:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693022.965317:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693022.965320:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693022.965323:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693022.965325:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693022.965329:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693022.965337:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061211520:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693022.965340:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693022.965343:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693019/real 1790693022]  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693022.965348:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693022.965348:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693022.965350:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693022.965352:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693022.965353:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693022.965354:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693022.965356:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693022.965361:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965365:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693022.965366:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965367:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965367:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693022.965369:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965385:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693022.965389:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965396:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693022.965398:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965400:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693022.965401:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965403:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693022.965404:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693022.965407:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693022.965410:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693022.965412:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693022.965416:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693022.965424:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061211392:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693022.965429:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965431:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693022.965434:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061211776/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965441:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693022.965444:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693022.965447:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693022.965451:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693022.965484:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693022.965486:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693022.965489:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693022.965491:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790693022.965495:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693022.965497:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693022.965499:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:1.0:1790693022.965503:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693022.965504:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965506:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693022.965509:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061211648/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965515:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693022.965516:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693022.965519:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693022.965532:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693022.965534:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693022.965535:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693022.965537:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693022.965538:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790693022.965540:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693022.965541:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693022.965543:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:1.0:1790693022.965547:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693022.965548:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965550:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693022.965556:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061211520/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965562:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693022.965563:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693022.965564:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693022.965567:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693022.965569:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693022.965570:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693022.965572:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693022.965573:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790693022.965575:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693022.965576:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693022.965577:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:1.0:1790693022.965579:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693022.965580:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965582:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693022.965585:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061211392/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693044 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693022.965590:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693022.965591:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693022.965592:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693022.965595:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693022.965596:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693022.965597:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693022.965599:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693022.965600:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790693022.965602:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693022.965603:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693022.965604:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:1.0:1790693022.965606:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693022.965607:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965609:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693022.965616:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693022.965618:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693022.965620:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693022.965622:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693023.860534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693023.860538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693023.860542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693023.860542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693023.860545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693023.860545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693023.860598:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693023.860602:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693023.860604:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693024.884567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693024.884574:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693024.884576:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693024.884578:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693024.884581:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693024.884583:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693024.884584:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693024.884586:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693024.884588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693024.884589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693024.884592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693024.884592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693024.884642:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693024.884645:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693024.884647:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693025.012636:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693025.012650:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693025.012652:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693025.012656:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693025.012659:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693025.012666:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21164
00000400:00000200:3.0:1790693025.012675:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693025.012682:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693025.012685:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693025.012688:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012691:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.012694:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012696:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693025.012705:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693025.012707:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693025.012710:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693025.012713:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693025.012715:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693025.012718:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693025.012721:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012723:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.012725:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012727:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693025.012729:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693025.012733:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012735:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693025.012738:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693025.012742:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693025.012745:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.012747:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693025.012750:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693025.012755:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790693025.012758:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693025.012762:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693025.012763:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.012766:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693025.012769:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693025.012772:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693025.012779:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693025.012784:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693025.012793:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693025.012803:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693025.012807:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693025.012811:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693025.012849:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693025.012853:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693025.012856:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693025.012857:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693025.012858:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693025.012861:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693025.012864:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21164
00000400:00000200:3.0:1790693025.012868:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693025.012872:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693025.012874:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693025.012877:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012880:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.012882:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012884:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693025.012885:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693025.012887:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693025.012891:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790693025.012892:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693025.012893:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693025.012897:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:3.0:1790693025.012898:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693025.012906:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693025.012907:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693025.012911:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693025.012917:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.012922:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693025.012925:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:3.0:1790693025.012926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693025.012929:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.012930:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693025.012934:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:1.0:1790693025.012935:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:3.0:1790693025.012938:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790693025.012940:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693025.012942:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.012945:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693025.012946:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693025.012952:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1790693025.012953:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061211904:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693025.012958:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.012961:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693025.012961:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693025.012966:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693025.012967:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1790693025.012971:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.012972:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.012974:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.012976:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1790693025.012980:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790693025.012983:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:1.0:1790693025.012984:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:3.0:1790693025.012986:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693025.012988:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693025.012990:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.012993:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693025.012994:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:1.0:1790693025.012998:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693025.012998:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693025.013004:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000010:3.0:1790693025.013005:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790693025.013011:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693025.013013:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693025.013023:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061211904, portal 25
00000100:00000001:1.0:1790693025.013026:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693025.013028:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00100000:3.0:1790693025.013032:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693025.013037:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693025.013046:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693025.013050:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.013054:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693025.013058:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693025.013061:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693025.013067:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693025.013073:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061211904, offset 0
00000100:00000001:3.0:1790693025.013073:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693025.013078:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693025.013083:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693025.013083:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693025.013085:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693025.013088:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693025.013091:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693025.013094:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790693025.013095:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21164
00000400:00000200:3.0:1790693025.013101:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.013105:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:3.0:1790693025.013106:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693025.013111:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693025.013114:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013116:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.013118:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013120:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693025.013123:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693025.013124:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693025.013125:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693025.013127:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693025.013129:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693025.013131:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693025.013134:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013136:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.013137:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013139:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693025.013141:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693025.013143:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013145:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693025.013147:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693025.013149:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693025.013151:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013153:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693025.013154:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693025.013156:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013158:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693025.013162:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790693025.013164:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693025.013166:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693025.013167:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013168:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693025.013169:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693025.013171:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693025.013174:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790693025.013176:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693025.013180:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693025.013187:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693025.013188:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693025.013191:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693025.013198:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693025.013200:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693025.013203:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693025.013206:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693025.013208:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693025.013209:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693025.013211:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693025.013213:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693025.013215:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21164
00000400:00000200:3.0:1790693025.013219:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693025.013221:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693025.013223:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693025.013225:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013227:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.013228:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013230:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693025.013233:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693025.013234:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693025.013235:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693025.013237:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693025.013239:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693025.013241:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693025.013243:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013244:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693025.013246:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013247:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693025.013249:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693025.013251:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693025.013253:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693025.013255:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693025.013258:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693025.013260:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013261:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693025.013264:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693025.013266:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013273:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693025.013277:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790693025.013279:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693025.013281:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693025.013282:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693025.013283:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693025.013284:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693025.013286:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693025.013289:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790693025.013292:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693025.013295:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693025.013301:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693025.013303:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693025.013306:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693025.013312:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693025.013315:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21174)
00000400:00000200:1.0:1790693025.014598:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693025.014608:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693025.014612:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693025.014616:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693025.014619:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40714:40714:256:4294967295] 192.168.204.156@tcp LPNI seq info [40713:40713:8:4294967295]
00000400:00000200:1.0:1790693025.014624:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.014635:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693025.014641:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.014649:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693025.014656:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693025.014660:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693025.014665:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693025.014669:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693025.014686:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.014690:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693025.014694:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693025.014698:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693025.014705:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693025.014708:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693025.014712:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693025.014718:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014729:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.014732:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014740:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.014741:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693025.014749:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693025.014753:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693025.014756:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315838210
00000100:00000010:1.0:1790693025.014761:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7840.
00000100:00000001:1.0:1790693025.014767:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693025.014774:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315838210
00000100:00000010:1.0:1790693025.014777:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d80.
00000100:00000001:1.0:1790693025.014779:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693025.014782:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693025.014785:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.014788:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693025.014793:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693025/real 1790693025]  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693025.014803:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693025.014804:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693025.014806:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693025.014809:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693025.014811:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693025.014813:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693025.014818:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693025.014826:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014833:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693025.014834:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014836:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.014839:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693025.014843:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014850:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693025.014855:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014861:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693025.014864:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014865:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.014867:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014869:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693025.014871:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693025.014874:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693025.014878:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693025.014880:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693025.014884:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693025.014891:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061211904:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693025.014895:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014896:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.014898:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061211904/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014906:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693025.014908:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693025.014911:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693025.014915:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693025.014917:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693025.014919:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693025.014921:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693025.014923:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693025.014927:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693025.014928:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693025.014930:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:1.0:1790693025.014933:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693025.014934:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014937:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.014944:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693025.014946:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.014949:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693025.014951:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693025.014952:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693025.014956:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.014963:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693025.014966:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.014968:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693025.014971:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693025.014974:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693025.014977:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212032:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693025.014980:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693025.014983:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693025.014985:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.014988:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693025.014991:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693025.014993:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693025.014998:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693025.015002:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693025.015006:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693025.015011:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212032, portal 10
00000100:00000001:1.0:1790693025.015013:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693025.015014:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000100:00000040:1.0:1790693025.015021:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015027:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693025.015030:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693025.015031:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693025.015034:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061212032, offset 0
00000400:00000200:1.0:1790693025.015038:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015043:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015048:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693025.015051:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693025.015054:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693025.015056:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693025.015058:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015060:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40715:40715:256:4294967295] 192.168.204.156@tcp LPNI seq info [40714:40714:8:4294967295]
00000400:00000200:1.0:1790693025.015063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015069:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693025.015073:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015076:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693025.015079:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693025.015082:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693025.015085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693025.015088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693025.015090:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015092:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693025.015095:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693025.015098:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693025.015100:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693025.015102:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693025.015104:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693025.015107:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015115:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015118:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015124:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015125:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693025.015128:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693025.015132:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693025.015135:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693025.015137:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315836944
00000100:00000001:1.0:1790693025.015139:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015141:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315836944
00000100:00000001:1.0:1790693025.015143:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015145:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693025.015147:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015148:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693025.015152:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693025/real 1790693025]  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693025.015159:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693025.015161:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693025.015162:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693025.015164:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693025.015166:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693025.015168:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693025.015171:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693025.015178:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015189:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693025.015190:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015192:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015193:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693025.015196:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015201:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693025.015205:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015211:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693025.015213:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015215:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015216:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015218:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693025.015220:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693025.015222:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693025.015226:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693025.015228:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693025.015231:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693025.015239:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212032:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693025.015242:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693025.015246:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015257:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693025.015259:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.015262:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693025.015264:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693025.015266:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693025.015268:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212160:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693025.015271:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693025.015273:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693025.015275:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.015276:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693025.015279:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693025.015281:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693025.015285:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693025.015287:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693025.015291:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693025.015294:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212160, portal 10
00000100:00000001:1.0:1790693025.015296:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693025.015298:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693025.015303:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015309:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693025.015311:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693025.015314:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693025.015316:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061212160, offset 0
00000400:00000200:1.0:1790693025.015319:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015323:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015327:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693025.015330:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693025.015332:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693025.015334:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693025.015336:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015339:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40716:40716:256:4294967295] 192.168.204.156@tcp LPNI seq info [40715:40715:8:4294967295]
00000400:00000200:1.0:1790693025.015343:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015349:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693025.015354:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015357:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693025.015361:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693025.015364:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693025.015368:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693025.015370:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693025.015372:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015373:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693025.015375:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693025.015377:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693025.015380:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693025.015381:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693025.015384:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693025.015387:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015395:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015397:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015403:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015405:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693025.015408:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693025.015411:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693025.015414:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693025.015415:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315836953
00000100:00000001:1.0:1790693025.015418:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015419:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315836953
00000100:00000001:1.0:1790693025.015421:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015423:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693025.015424:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015426:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693025.015429:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693025/real 1790693025]  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693025.015436:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693025.015438:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693025.015439:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693025.015441:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693025.015443:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693025.015444:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693025.015447:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693025.015476:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015497:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693025.015498:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015500:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015501:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693025.015505:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015515:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693025.015519:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015527:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693025.015529:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015530:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015531:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015533:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693025.015534:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693025.015536:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693025.015539:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693025.015541:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693025.015545:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693025.015553:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212160:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693025.015557:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693025.015560:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015566:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693025.015567:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.015569:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693025.015571:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693025.015572:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693025.015575:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212288:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693025.015578:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693025.015580:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693025.015581:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693025.015582:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693025.015585:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693025.015587:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693025.015590:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693025.015592:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693025.015595:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693025.015598:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212288, portal 4
00000100:00000001:1.0:1790693025.015600:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693025.015601:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693025.015606:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015611:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693025.015613:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693025.015614:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693025.015616:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061212288, offset 0
00000400:00000200:1.0:1790693025.015620:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015623:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015626:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693025.015628:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693025.015631:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693025.015633:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693025.015635:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693025.015637:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40717:40717:256:4294967295] 192.168.204.156@tcp LPNI seq info [40716:40716:8:4294967295]
00000400:00000200:1.0:1790693025.015641:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693025.015646:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693025.015650:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015653:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693025.015655:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693025.015658:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693025.015662:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693025.015664:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693025.015667:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693025.015669:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693025.015672:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693025.015675:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693025.015678:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693025.015679:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693025.015681:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693025.015684:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015690:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015693:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693050 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015699:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015700:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693025.015703:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693025.015706:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693025.015709:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693025.015711:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315836948
00000100:00000001:1.0:1790693025.015713:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015715:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315836948
00000100:00000001:1.0:1790693025.015717:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315838210
00000100:00000001:1.0:1790693025.015719:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693025.015721:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015722:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693025.015726:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693025/real 1790693025]  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693025.015732:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693025.015734:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693025.015735:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693025.015737:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693025.015739:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693025.015741:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693025.015744:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693025.015751:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015756:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693025.015758:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015759:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015760:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693025.015763:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015768:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693025.015771:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015776:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693025.015779:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015780:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693025.015781:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015783:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693025.015784:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693025.015786:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693025.015790:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693025.015791:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693025.015794:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693025.015801:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212288:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693025.015804:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015806:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015809:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061212032/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015814:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693025.015816:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693025.015817:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693025.015819:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693025.015821:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693025.015822:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693025.015824:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693025.015825:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693025.015828:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693025.015829:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693025.015830:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:1.0:1790693025.015832:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693025.015833:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015834:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015837:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061212160/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015847:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693025.015848:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693025.015849:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693025.015851:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693025.015852:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693025.015853:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693025.015854:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693025.015856:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693025.015857:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693025.015858:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693025.015859:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693025.015861:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693025.015862:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015863:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693025.015866:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061212288/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693050 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693025.015871:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693025.015872:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693025.015873:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693025.015875:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693025.015876:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693025.015877:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693025.015879:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693025.015880:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693025.015882:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693025.015883:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693025.015885:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693025.015887:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693025.015888:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015890:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693025.015894:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693025.015895:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693025.015897:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693025.015899:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693025.908566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693025.908572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693025.908577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693025.908579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693025.908582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693025.908583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693025.908635:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693025.908639:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693025.908642:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693026.356583:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315838210, at 4315838272
00000100:00000040:1.0:1790693026.356583:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315838210, at 4315838272
00000100:00000010:0.0:1790693026.356598:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000100:00000010:1.0:1790693026.356600:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00010000:00000001:2.0:1790693026.932560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693026.932566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693026.932571:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693026.932574:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693026.932576:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932578:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693026.932579:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932581:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932582:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693026.932586:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693026.932586:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693026.932587:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932588:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693026.932589:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932590:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693026.932592:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693026.932656:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693026.932660:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693026.932663:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693027.956559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693027.956564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693027.956568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693027.956569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693027.956571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693027.956572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693027.956622:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693027.956625:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693027.956627:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693028.980607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693028.980614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693028.980620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693028.980621:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693028.980624:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693028.980625:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693028.980694:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693028.980700:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693028.980703:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693030.004596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693030.004605:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693030.004612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693030.004613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693030.004617:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693030.004619:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693030.004679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693030.004685:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693030.004688:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693030.132614:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693030.132627:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693030.132630:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693030.132634:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693030.132646:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693030.132655:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21169
00000400:00000200:0.0:1790693030.132666:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693030.132673:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693030.132677:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693030.132680:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132685:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.132687:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132690:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693030.132699:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693030.132701:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693030.132704:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693030.132708:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693030.132710:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693030.132713:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693030.132715:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132717:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.132719:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132720:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693030.132723:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693030.132726:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132729:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693030.132732:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693030.132736:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693030.132738:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.132741:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693030.132743:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693030.132755:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790693030.132759:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693030.132762:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693030.132763:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.132767:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693030.132769:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693030.132774:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693030.132782:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790693030.132790:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693030.132800:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693030.132814:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693030.132817:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693030.132821:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693030.132843:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693030.132847:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693030.132851:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693030.132852:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693030.132854:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693030.132858:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693030.132861:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21169
00000400:00000200:0.0:1790693030.132865:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693030.132868:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693030.132870:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693030.132873:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132875:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.132877:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132880:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693030.132884:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693030.132885:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693030.132886:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693030.132889:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693030.132891:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693030.132894:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790693030.132897:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132899:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.132901:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132904:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693030.132907:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693030.132911:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693030.132914:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693030.132916:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693030.132922:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:0.0:1790693030.132923:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693030.132925:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.132929:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693030.132933:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000008:00100000:0.0:1790693030.132934:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693030.132939:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.132940:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693030.132945:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693030.132951:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790693030.132953:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790693030.132957:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1790693030.132958:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693030.132959:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.132964:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693030.132967:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693030.132972:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693030.132982:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
00000100:00000001:0.0:1790693030.132989:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.132990:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693030.132997:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693030.133001:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790693030.133003:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693030.133008:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693030.133012:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.133018:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061212416:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790693030.133033:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693030.133034:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693030.133040:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.133041:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693030.133046:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.133053:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:0.0:1790693030.133054:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693030.133064:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
00000100:00000001:0.0:1790693030.133068:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.133068:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693030.133078:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693030.133089:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790693030.133090:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693030.133094:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693030.133095:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:0.0:1790693030.133098:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693030.133102:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:1.0:1790693030.133103:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:0.0:1790693030.133111:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21169
00000100:00000200:1.0:1790693030.133117:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212416, portal 25
00000400:00000200:0.0:1790693030.133120:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693030.133125:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000400:00000200:0.0:1790693030.133132:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693030.133132:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00080000:0.0:1790693030.133144:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693030.133149:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693030.133155:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133162:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.133170:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693030.133171:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693030.133178:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693030.133180:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693030.133187:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000020:00000001:0.0:1790693030.133189:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693030.133192:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000200:1.0:1790693030.133193:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061212416, offset 0
00000020:00000001:0.0:1790693030.133195:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693030.133201:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693030.133208:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790693030.133209:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790693030.133213:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790693030.133218:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693030.133223:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693030.133224:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.133230:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133233:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693030.133238:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:0.0:1790693030.133240:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693030.133247:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693030.133248:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133254:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.133258:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:0.0:1790693030.133260:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693030.133267:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693030.133267:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693030.133274:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790693030.133276:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.133283:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693030.133284:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40718:40718:256:4294967295] 192.168.204.156@tcp LPNI seq info [40717:40717:8:4294967295]
00000008:00100000:0.0:1790693030.133286:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693030.133294:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.133303:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.133304:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:0.0:1790693030.133314:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790693030.133319:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790693030.133327:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693030.133330:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.133337:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693030.133338:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:0.0:1790693030.133343:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693030.133348:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693030.133357:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000010:0.0:1790693030.133360:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790693030.133364:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693030.133364:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00100000:0.0:1790693030.133374:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693030.133394:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693030.133405:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:0.0:1790693030.133409:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693030.133413:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693030.133418:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693030.133425:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:0.0:1790693030.133426:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1790693030.133447:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.133515:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00000001:0.0:1790693030.133520:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693030.133524:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693030.133524:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790693030.133535:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790693030.133539:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:0.0:1790693030.133542:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693030.133547:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000400:00000200:1.0:1790693030.133547:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000100:00000001:0.0:1790693030.133553:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693030.133553:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00080000:0.0:1790693030.133556:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693030.133559:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790693030.133562:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790693030.133567:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693030.133569:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21169
00000400:00000200:0.0:1790693030.133582:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693030.133593:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693030.133594:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:0.0:1790693030.133598:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693030.133603:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693030.133608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133619:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.133628:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693030.133630:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.133635:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693030.133636:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693030.133645:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693030.133647:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693030.133650:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:1.0:1790693030.133653:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:0.0:1790693030.133655:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693030.133658:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315843329
00000020:00000040:0.0:1790693030.133661:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790693030.133666:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000010:1.0:1790693030.133666:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d80.
00000020:00000001:0.0:1790693030.133673:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693030.133677:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693030.133679:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133682:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693030.133684:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693030.133686:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693030.133688:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693030.133689:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315843329
00000100:00080000:0.0:1790693030.133695:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000010:1.0:1790693030.133697:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7300.
00000100:00000001:0.0:1790693030.133698:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693030.133707:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693030.133709:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:0.0:1790693030.133711:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693030.133715:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693030.133717:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693030.133722:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693030.133722:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693030.133727:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693030.133728:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00000001:0.0:1790693030.133735:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.133737:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693030/real 1790693030]  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693030.133740:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693030.133750:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790693030.133754:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:1.0:1790693030.133755:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693030.133760:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:0.0:1790693030.133763:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693030.133764:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000001:0.0:1790693030.133766:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.133769:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000001:0.0:1790693030.133771:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790693030.133774:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
02000000:00000001:0.0:1790693030.133775:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693030.133781:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1790693030.133782:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693030.133790:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693030.133792:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790693030.133797:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693030.133809:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693030.133821:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693030.133823:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693030.133830:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693030.133845:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.133847:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693030.133851:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.133856:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.133861:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693030.133871:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.133873:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693030.133880:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21179)
00000100:00000001:1.0:1790693030.133890:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693030.133897:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.133906:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693030.133910:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.133912:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.133914:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.133916:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693030.133918:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693030.133921:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693030.133928:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693030.133930:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693030.133936:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693030.133946:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061212416:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693030.133951:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.133953:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.133957:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061212416/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.133964:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693030.133966:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693030.133969:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693030.133972:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693030.133975:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693030.133977:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693030.133979:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693030.133982:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:1.0:1790693030.133985:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693030.133987:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693030.133989:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790693030.133994:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693030.133995:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.133998:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134005:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693030.134008:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134010:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693030.134012:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693030.134013:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693030.134018:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134025:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693030.134026:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134028:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693030.134030:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693030.134032:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.134035:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212544:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693030.134038:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693030.134040:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693030.134042:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134044:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134047:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693030.134048:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.134052:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693030.134054:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693030.134057:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693030.134060:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212544, portal 10
00000100:00000001:1.0:1790693030.134062:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693030.134063:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790693030.134070:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134076:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693030.134078:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693030.134080:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693030.134082:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061212544, offset 0
00000400:00000200:1.0:1790693030.134086:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134090:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134094:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693030.134097:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693030.134099:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693030.134102:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693030.134104:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134107:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40719:40719:256:4294967295] 192.168.204.156@tcp LPNI seq info [40718:40718:8:4294967295]
00000400:00000200:1.0:1790693030.134111:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134118:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693030.134122:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134125:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693030.134128:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693030.134131:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693030.134136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693030.134138:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693030.134142:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134144:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693030.134147:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693030.134150:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693030.134152:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693030.134154:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693030.134156:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693030.134160:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134167:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134170:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134176:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134178:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693030.134181:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693030.134184:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693030.134187:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693030.134189:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315842063
00000100:00000001:1.0:1790693030.134192:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134194:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315842063
00000100:00000001:1.0:1790693030.134196:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134198:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693030.134200:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134202:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693030.134205:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693030/real 1790693030]  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693030.134211:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693030.134213:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693030.134214:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693030.134216:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693030.134218:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693030.134220:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693030.134222:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693030.134231:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134237:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693030.134238:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134240:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134241:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693030.134245:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134252:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693030.134255:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134261:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693030.134263:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134265:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134266:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134268:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693030.134270:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693030.134272:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693030.134275:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693030.134277:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693030.134280:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693030.134288:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212544:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693030.134292:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693030.134295:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134301:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693030.134303:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134305:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693030.134306:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693030.134308:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.134311:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212672:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693030.134314:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693030.134316:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693030.134318:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134319:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134322:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693030.134324:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.134326:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693030.134328:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693030.134331:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693030.134333:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212672, portal 10
00000100:00000001:1.0:1790693030.134335:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693030.134337:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790693030.134342:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134349:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693030.134351:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693030.134352:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693030.134354:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061212672, offset 0
00000400:00000200:1.0:1790693030.134358:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134361:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134364:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693030.134367:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693030.134369:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693030.134371:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693030.134373:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134376:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40720:40720:256:4294967295] 192.168.204.156@tcp LPNI seq info [40719:40719:8:4294967295]
00000400:00000200:1.0:1790693030.134380:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134399:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693030.134403:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134406:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693030.134410:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693030.134413:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693030.134417:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693030.134419:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693030.134422:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134424:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693030.134427:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693030.134430:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693030.134433:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693030.134434:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693030.134436:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693030.134440:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134447:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134451:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134477:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134478:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693030.134482:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693030.134484:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693030.134487:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693030.134489:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315842073
00000100:00000001:1.0:1790693030.134491:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134493:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315842073
00000100:00000001:1.0:1790693030.134495:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134497:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693030.134499:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134501:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693030.134504:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693030/real 1790693030]  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693030.134512:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693030.134513:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693030.134515:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693030.134517:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693030.134518:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693030.134520:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693030.134523:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693030.134531:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134537:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693030.134538:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134540:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134541:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693030.134545:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134552:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693030.134555:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134562:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693030.134564:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134565:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134566:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134567:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693030.134569:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693030.134571:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693030.134574:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693030.134576:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693030.134580:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693030.134588:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212672:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693030.134591:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693030.134594:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134601:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693030.134602:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134604:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693030.134606:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693030.134607:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693030.134610:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212800:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693030.134613:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693030.134615:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693030.134616:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693030.134618:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134621:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693030.134623:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693030.134626:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693030.134628:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693030.134631:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693030.134634:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212800, portal 4
00000100:00000001:1.0:1790693030.134635:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693030.134637:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:1.0:1790693030.134642:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134648:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693030.134650:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693030.134652:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693030.134654:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061212800, offset 0
00000400:00000200:1.0:1790693030.134657:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134660:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134663:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693030.134666:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693030.134668:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693030.134670:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693030.134673:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693030.134675:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40721:40721:256:4294967295] 192.168.204.156@tcp LPNI seq info [40720:40720:8:4294967295]
00000400:00000200:1.0:1790693030.134679:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693030.134685:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693030.134689:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134692:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693030.134695:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693030.134698:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693030.134702:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693030.134704:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693030.134708:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693030.134710:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693030.134713:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693030.134716:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693030.134719:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693030.134720:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693030.134722:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693030.134726:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134734:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134737:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693055 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134743:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134745:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693030.134747:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693030.134750:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693030.134753:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693030.134755:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315842067
00000100:00000001:1.0:1790693030.134757:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134759:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315842067
00000100:00000001:1.0:1790693030.134761:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315843329
00000100:00000001:1.0:1790693030.134762:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693030.134764:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134766:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693030.134769:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693030/real 1790693030]  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693030.134776:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693030.134778:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693030.134780:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693030.134782:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693030.134783:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693030.134785:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693030.134788:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693030.134797:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134802:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693030.134803:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134805:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134806:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693030.134809:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134817:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693030.134820:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134826:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693030.134828:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134830:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693030.134831:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134833:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693030.134834:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693030.134836:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693030.134839:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693030.134841:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693030.134845:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693030.134853:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061212800:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693030.134856:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134858:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134861:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061212544/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134867:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693030.134869:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134870:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693030.134873:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693030.134874:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693030.134875:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693030.134877:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693030.134878:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:1.0:1790693030.134881:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693030.134883:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693030.134884:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790693030.134887:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693030.134888:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134890:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134892:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061212672/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134899:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693030.134900:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134902:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693030.134904:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693030.134905:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693030.134906:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693030.134907:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693030.134908:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790693030.134910:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693030.134911:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693030.134912:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790693030.134914:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693030.134916:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134917:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693030.134920:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061212800/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693055 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693030.134926:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693030.134928:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693030.134929:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693030.134931:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693030.134932:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693030.134933:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693030.134935:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693030.134936:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790693030.134938:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693030.134939:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693030.134940:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790693030.134943:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693030.134944:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134946:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693030.134948:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693030.134949:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693030.134951:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693030.134952:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693031.028558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693031.028563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693031.028567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693031.028567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693031.028570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693031.028571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693031.028629:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693031.028631:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693031.028634:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693031.476571:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315843329, at 4315843392
00000100:00000040:1.0:1790693031.476571:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315843329, at 4315843392
00000100:00000010:0.0:1790693031.476586:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000100:00000010:1.0:1790693031.476588:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00010000:00000001:2.0:1790693032.052582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693032.052589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693032.052594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693032.052595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693032.052598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693032.052600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693032.052683:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693032.052686:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693032.052689:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693033.076578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693033.076585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693033.076591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693033.076592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693033.076595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693033.076596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693033.076666:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693033.076670:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693033.076674:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693034.100535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693034.100541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693034.100545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693034.100545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693034.100548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693034.100549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693034.100613:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693034.100617:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693034.100621:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693035.124552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693035.124559:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693035.124560:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693035.124563:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693035.124566:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693035.124568:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693035.124569:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693035.124570:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693035.124573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693035.124574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693035.124576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693035.124576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693035.124634:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693035.124638:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693035.124640:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693035.252570:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693035.252581:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693035.252584:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693035.252588:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693035.252593:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693035.252600:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21174
00000400:00000200:3.0:1790693035.252608:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693035.252613:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693035.252618:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693035.252629:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252636:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693035.252638:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252641:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693035.252649:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693035.252651:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693035.252653:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693035.252656:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693035.252659:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693035.252662:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693035.252664:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252666:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693035.252668:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693035.252673:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693035.252676:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252678:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.252681:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693035.252684:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693035.252687:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.252689:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693035.252691:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693035.252700:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790693035.252704:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693035.252707:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693035.252710:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.252712:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693035.252715:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693035.252719:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693035.252725:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790693035.252732:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693035.252741:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693035.252751:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693035.252755:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693035.252760:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693035.252783:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693035.252787:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693035.252790:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693035.252791:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693035.252793:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693035.252796:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693035.252807:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21174
00000400:00000200:3.0:1790693035.252815:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693035.252818:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000400:00000200:3.0:1790693035.252818:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693035.252822:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693035.252825:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252828:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693035.252829:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693035.252832:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693035.252834:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693035.252836:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693035.252842:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693035.252844:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693035.252845:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693035.252848:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693035.252850:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693035.252852:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693035.252853:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693035.252859:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252862:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693035.252865:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252870:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693035.252875:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790693035.252876:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693035.252880:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693035.252881:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790693035.252886:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693035.252886:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.252890:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693035.252891:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693035.252895:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.252896:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:1.0:1790693035.252901:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061212928:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693035.252902:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.252906:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693035.252909:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:3.0:1790693035.252911:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693035.252915:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:3.0:1790693035.252916:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.252918:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.252919:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.252922:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:3.0:1790693035.252924:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
02000000:00000010:1.0:1790693035.252927:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
00000020:00000040:3.0:1790693035.252928:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693035.252931:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.252933:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693035.252935:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693035.252939:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693035.252940:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:1.0:1790693035.252943:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
02000000:00000001:3.0:1790693035.252943:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693035.252946:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693035.252950:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000010:3.0:1790693035.252953:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000200:1.0:1790693035.252957:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061212928, portal 25
00000100:00000001:3.0:1790693035.252958:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.252960:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693035.252963:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00100000:3.0:1790693035.252967:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693035.252970:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693035.252987:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693035.252988:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693035.252992:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693035.252992:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693035.252996:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693035.252999:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061212928, offset 0
00000100:00000040:3.0:1790693035.253000:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693035.253008:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253012:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693035.253015:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693035.253018:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790693035.253020:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693035.253022:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693035.253023:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693035.253024:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693035.253026:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693035.253030:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693035.253030:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21174
00000400:00000200:1.0:1790693035.253036:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:3.0:1790693035.253037:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.253042:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693035.253043:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693035.253047:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693035.253048:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:3.0:1790693035.253051:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253054:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693035.253055:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40722:40722:256:4294967295] 192.168.204.156@tcp LPNI seq info [40721:40721:8:4294967295]
00000100:00000040:3.0:1790693035.253059:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253062:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693035.253064:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693035.253066:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693035.253068:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693035.253069:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693035.253071:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693035.253073:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693035.253075:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693035.253080:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253083:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693035.253084:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1790693035.253087:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253091:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693035.253093:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:1.0:1790693035.253096:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693035.253097:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253100:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.253103:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693035.253105:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000800:00000010:1.0:1790693035.253106:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
02000000:00000001:3.0:1790693035.253107:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.253109:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693035.253111:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693035.253113:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693035.253114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790693035.253115:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693035.253119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000010:3.0:1790693035.253120:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790693035.253125:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.1:1790693035.253126:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790693035.253130:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693035.253131:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.253133:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693035.253134:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693035.253137:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693035.253139:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
02000000:00000010:3.0:1790693035.253142:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000800:00000100:1.0:1790693035.253147:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253148:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693035.253151:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00100000:3.0:1790693035.253156:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693035.253159:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693035.253168:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790693035.253169:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693035.253173:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693035.253175:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693035.253179:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000040:3.0:1790693035.253180:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253186:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693035.253188:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693035.253190:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693035.253194:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693035.253194:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693035.253197:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693035.253199:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693035.253200:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693035.253201:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693035.253202:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693035.253206:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21174
00000400:00000200:3.0:1790693035.253212:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693035.253216:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693035.253219:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693035.253224:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:3.0:1790693035.253224:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253228:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693035.253231:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693035.253232:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253236:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693035.253241:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693035.253242:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693035.253242:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790693035.253244:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790693035.253245:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693035.253248:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693035.253250:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693035.253251:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693035.253252:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693035.253253:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253257:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693035.253260:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693035.253261:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693035.253262:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315848448
00000100:00000001:3.0:1790693035.253265:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:1.0:1790693035.253269:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7300.
00000020:00000040:3.0:1790693035.253270:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693035.253275:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1790693035.253276:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693035.253281:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253295:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315848448
00000100:00000010:1.0:1790693035.253298:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7540.
02000000:00000001:3.0:1790693035.253301:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693035.253302:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693035.253306:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693035.253307:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693035.253308:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693035.253312:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253313:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693035.253317:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:1.0:1790693035.253320:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693035/real 1790693035]  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693035.253321:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693035.253327:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693035.253331:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693035.253337:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790693035.253341:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000001:1.0:1790693035.253342:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693035.253344:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693035.253347:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000001:3.0:1790693035.253348:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693035.253350:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
02000000:00000001:3.0:1790693035.253351:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693035.253353:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693035.253355:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693035.253356:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:3.0:1790693035.253359:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790693035.253362:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693035.253363:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693035.253369:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000200:1.0:1790693035.253376:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693035.253376:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693035.253384:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693035.253388:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693035.253392:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253396:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:3.0:1790693035.253397:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693035.253400:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693035.253401:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693035.253408:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693035.253409:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253430:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693035.253432:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693035.253438:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21184)
00000100:00000040:1.0:1790693035.253439:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253448:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693035.253451:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253453:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.253486:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253489:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693035.253490:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693035.253493:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693035.253497:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693035.253500:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693035.253504:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693035.253513:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061212928:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693035.253518:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253520:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.253523:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061212928/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253529:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693035.253531:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693035.253534:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693035.253537:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693035.253538:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693035.253540:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693035.253542:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693035.253544:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693035.253548:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693035.253549:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693035.253551:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693035.253554:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693035.253555:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253557:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253563:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693035.253565:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253568:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693035.253569:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693035.253570:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693035.253572:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253579:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693035.253580:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.253582:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693035.253584:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693035.253586:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693035.253588:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213056:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693035.253592:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693035.253594:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693035.253595:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.253596:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693035.253599:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693035.253601:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693035.253605:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693035.253608:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693035.253612:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693035.253615:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213056, portal 10
00000100:00000001:1.0:1790693035.253617:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693035.253618:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:1.0:1790693035.253634:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253641:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693035.253642:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693035.253644:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693035.253646:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061213056, offset 0
00000400:00000200:1.0:1790693035.253649:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693035.253653:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.253657:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693035.253659:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693035.253661:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693035.253663:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693035.253665:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693035.253668:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40723:40723:256:4294967295] 192.168.204.156@tcp LPNI seq info [40722:40722:8:4294967295]
00000400:00000200:1.0:1790693035.253672:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.253678:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693035.253682:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.253686:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693035.253690:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693035.253693:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693035.253697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693035.253699:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693035.253702:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.253704:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693035.253707:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693035.253710:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693035.253713:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693035.253715:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693035.253717:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693035.253721:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253728:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.253731:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253737:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253738:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693035.253742:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693035.253745:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693035.253749:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693035.253751:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315847183
00000100:00000001:1.0:1790693035.253753:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.253755:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315847183
00000100:00000001:1.0:1790693035.253756:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.253757:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693035.253758:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253760:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693035.253762:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693035/real 1790693035]  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693035.253767:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693035.253768:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693035.253770:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693035.253771:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693035.253772:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693035.253774:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693035.253775:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693035.253780:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253784:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693035.253784:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253785:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.253786:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693035.253788:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253792:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693035.253794:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253798:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693035.253799:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253800:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.253801:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.253802:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693035.253803:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693035.253804:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693035.253806:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693035.253807:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693035.253809:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693035.253814:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213056:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693035.253816:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693035.253818:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253824:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693035.253826:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.253828:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693035.253830:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693035.253831:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693035.253834:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213184:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693035.253838:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693035.253839:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693035.253841:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.253842:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693035.253846:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693035.253847:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693035.253851:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693035.253853:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693035.253856:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693035.253859:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213184, portal 10
00000100:00000001:1.0:1790693035.253861:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693035.253862:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790693035.253868:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253874:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693035.253876:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693035.253878:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693035.253881:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061213184, offset 0
00000400:00000200:1.0:1790693035.253884:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693035.253888:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.253891:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693035.253894:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693035.253896:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693035.253899:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693035.253901:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693035.253904:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40724:40724:256:4294967295] 192.168.204.156@tcp LPNI seq info [40723:40723:8:4294967295]
00000400:00000200:1.0:1790693035.253908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.253914:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693035.253918:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.253921:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693035.253925:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693035.253928:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693035.253931:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693035.253934:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693035.253937:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.253939:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693035.253942:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693035.253945:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693035.253948:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693035.253949:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693035.253952:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693035.253956:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253963:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.253966:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.253970:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253971:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693035.253974:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693035.253976:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693035.253978:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693035.253979:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315847192
00000100:00000001:1.0:1790693035.253981:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.253982:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315847192
00000100:00000001:1.0:1790693035.253984:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.253985:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693035.253986:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.253987:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693035.253990:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693035/real 1790693035]  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693035.253994:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693035.253995:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693035.253996:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693035.253997:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693035.253998:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693035.253999:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693035.254001:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693035.254005:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254009:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693035.254010:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254011:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.254011:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693035.254013:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254017:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693035.254019:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254022:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693035.254023:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254024:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.254025:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254026:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693035.254027:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693035.254029:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693035.254031:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693035.254032:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693035.254034:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693035.254038:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213184:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693035.254040:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693035.254042:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254046:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693035.254047:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.254049:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693035.254050:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693035.254051:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693035.254052:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213312:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693035.254054:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693035.254055:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693035.254056:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693035.254057:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693035.254060:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693035.254062:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693035.254065:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693035.254067:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693035.254070:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693035.254072:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213312, portal 4
00000100:00000001:1.0:1790693035.254074:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693035.254075:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:1.0:1790693035.254081:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254088:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693035.254090:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693035.254092:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693035.254094:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061213312, offset 0
00000400:00000200:1.0:1790693035.254098:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693035.254101:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.254105:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693035.254107:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693035.254109:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693035.254110:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693035.254112:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693035.254113:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40725:40725:256:4294967295] 192.168.204.156@tcp LPNI seq info [40724:40724:8:4294967295]
00000400:00000200:1.0:1790693035.254116:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693035.254120:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693035.254122:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.254124:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693035.254127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693035.254129:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693035.254132:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693035.254134:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693035.254138:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693035.254139:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693035.254142:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693035.254145:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693035.254148:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693035.254150:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693035.254152:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693035.254156:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254163:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.254166:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693060 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254177:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.254179:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693035.254182:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693035.254185:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693035.254188:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693035.254189:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315847186
00000100:00000001:1.0:1790693035.254191:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.254193:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315847186
00000100:00000001:1.0:1790693035.254195:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315848448
00000100:00000001:1.0:1790693035.254197:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693035.254199:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.254200:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693035.254204:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693035/real 1790693035]  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693035.254212:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693035.254213:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693035.254215:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693035.254217:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693035.254219:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693035.254221:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693035.254224:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693035.254229:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254232:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693035.254233:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254234:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.254235:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693035.254238:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254245:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693035.254249:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254255:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693035.254257:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254258:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693035.254259:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254261:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693035.254262:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693035.254264:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693035.254267:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693035.254269:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693035.254273:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693035.254280:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213312:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693035.254296:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254297:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.254300:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061213056/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254305:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693035.254307:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693035.254309:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693035.254311:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693035.254313:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693035.254314:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693035.254316:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693035.254317:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693035.254320:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693035.254322:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693035.254323:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693035.254325:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693035.254326:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254328:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.254330:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061213184/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254335:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693035.254336:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693035.254338:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693035.254339:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693035.254340:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693035.254341:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693035.254343:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693035.254344:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693035.254346:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693035.254347:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693035.254348:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693035.254350:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693035.254351:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254352:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693035.254354:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061213312/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693060 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693035.254360:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693035.254361:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693035.254362:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693035.254364:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693035.254365:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693035.254366:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693035.254368:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693035.254369:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693035.254370:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693035.254371:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693035.254373:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693035.254376:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693035.254377:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254379:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693035.254383:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693035.254384:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693035.254385:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693035.254387:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693036.148542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693036.148548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693036.148554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693036.148555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693036.148558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693036.148559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693036.148632:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693036.148636:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693036.148639:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693036.596543:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315848448, at 4315848512
00000100:00000010:1.0:1790693036.596558:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000100:00000040:0.0:1790693036.596786:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315848448, at 4315848512
00000100:00000010:0.0:1790693036.596794:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00010000:00000001:2.0:1790693037.172611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693037.172618:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172623:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693037.172626:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693037.172628:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693037.172632:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172635:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693037.172637:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172639:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172641:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172645:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693037.172647:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693037.172648:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693037.172650:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172651:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693037.172652:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172654:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693037.172656:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693037.172711:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693037.172716:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693037.172719:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693038.196566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693038.196571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693038.196574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693038.196575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693038.196577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693038.196578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693038.196633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693038.196636:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693038.196639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693039.220576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693039.220581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693039.220584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693039.220585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693039.220587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693039.220588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693039.220651:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693039.220655:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693039.220659:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693040.244575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693040.244580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693040.244583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693040.244584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693040.244586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693040.244587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693040.244654:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693040.244658:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693040.244661:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693040.372575:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693040.372584:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693040.372587:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693040.372590:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693040.372594:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693040.372609:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21179
00000400:00000200:3.0:1790693040.372618:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693040.372625:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693040.372629:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693040.372632:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372635:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.372637:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372639:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693040.372647:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693040.372649:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693040.372652:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693040.372655:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693040.372658:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693040.372660:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693040.372664:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372667:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.372669:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372670:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693040.372673:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693040.372677:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372679:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693040.372683:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693040.372686:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693040.372688:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.372691:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693040.372693:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693040.372701:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790693040.372704:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693040.372708:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693040.372709:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.372712:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693040.372719:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693040.372723:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693040.372730:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693040.372736:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693040.372745:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693040.372755:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693040.372760:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693040.372765:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693040.372788:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693040.372792:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693040.372795:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693040.372796:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693040.372798:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693040.372801:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693040.372804:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21179
00000400:00000200:3.0:1790693040.372808:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693040.372811:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693040.372814:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693040.372816:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372819:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.372821:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372824:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693040.372827:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693040.372828:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693040.372832:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1790693040.372832:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790693040.372836:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693040.372836:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693040.372845:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693040.372848:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693040.372857:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693040.372859:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693040.372862:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693040.372863:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.372870:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790693040.372870:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693040.372874:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693040.372875:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693040.372880:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693040.372880:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.372886:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:1.0:1790693040.372888:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061213440:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790693040.372891:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790693040.372895:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1790693040.372898:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790693040.372900:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693040.372902:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.372904:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693040.372907:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693040.372908:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693040.372914:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693040.372915:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:3.0:1790693040.372919:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.372920:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.372923:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693040.372928:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:3.0:1790693040.372929:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:1.0:1790693040.372932:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000008:00000001:3.0:1790693040.372934:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.372937:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693040.372938:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000010:3.0:1790693040.372943:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000100:00000200:1.0:1790693040.372947:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213440, portal 25
00000020:00000040:3.0:1790693040.372947:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790693040.372953:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:3.0:1790693040.372954:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693040.372958:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
02000000:00000001:3.0:1790693040.372958:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.372960:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693040.372962:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693040.372963:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693040.372967:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693040.372974:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.372977:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693040.372982:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693040.372996:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693040.372999:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693040.373002:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.373003:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693040.373007:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693040.373009:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693040.373017:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061213440, offset 0
00000100:00000001:3.0:1790693040.373018:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693040.373022:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693040.373028:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693040.373032:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693040.373035:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693040.373037:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693040.373038:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693040.373042:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693040.373048:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:3.0:1790693040.373049:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21179
00000400:00000200:1.0:1790693040.373054:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:3.0:1790693040.373058:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.373061:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693040.373067:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:3.0:1790693040.373067:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693040.373073:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693040.373077:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693040.373080:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40726:40726:256:4294967295] 192.168.204.156@tcp LPNI seq info [40725:40725:8:4294967295]
00000400:00000200:1.0:1790693040.373084:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693040.373087:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373091:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693040.373098:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1790693040.373098:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373103:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693040.373109:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1790693040.373110:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790693040.373111:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693040.373115:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693040.373117:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000010:1.0:1790693040.373118:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000020:00000001:3.0:1790693040.373120:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.0:1790693040.373129:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790693040.373131:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.0:1790693040.373136:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000040:3.0:1790693040.373137:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373143:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.373146:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373149:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693040.373151:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693040.373154:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373155:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693040.373157:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790693040.373159:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:3.0:1790693040.373160:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693040.373163:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.373166:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000200:1.1:1790693040.373167:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000008:00100000:3.0:1790693040.373168:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693040.373171:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.373173:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693040.373176:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790693040.373178:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693040.373180:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693040.373182:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.373199:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693040.373201:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000100:1.0:1790693040.373203:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693040.373204:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693040.373206:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
02000000:00000010:3.0:1790693040.373210:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000400:00000200:1.0:1790693040.373213:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693040.373216:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693040.373219:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693040.373225:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000100:00100000:3.0:1790693040.373225:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693040.373229:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693040.373234:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693040.373236:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693040.373238:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693040.373241:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693040.373249:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373259:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693040.373260:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693040.373263:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693040.373264:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693040.373266:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693040.373272:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693040.373275:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693040.373277:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693040.373278:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693040.373282:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693040.373284:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693040.373287:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693040.373289:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693040.373292:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21179
00000400:00000200:1.0:1790693040.373295:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693040.373299:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315853568
00000400:00000200:3.0:1790693040.373301:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790693040.373304:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7540.
00000400:00000200:3.0:1790693040.373306:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693040.373310:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693040.373312:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1790693040.373314:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373318:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.373319:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373321:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693040.373323:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315853568
00000020:00000001:3.0:1790693040.373325:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693040.373328:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000010:1.0:1790693040.373329:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7f00.
00000020:00000001:3.0:1790693040.373331:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693040.373334:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1790693040.373335:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693040.373340:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693040.373341:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1790693040.373344:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693040.373346:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693040.373350:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693040.373352:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693040.373354:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693040.373358:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373362:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:1.0:1790693040.373363:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693040/real 1790693040]  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693040.373367:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693040.373373:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693040.373378:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693040.373381:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1790693040.373385:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790693040.373386:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000001:1.0:1790693040.373389:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1790693040.373390:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693040.373393:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000001:3.0:1790693040.373394:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693040.373399:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000200:1.0:1790693040.373400:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000008:00000001:3.0:1790693040.373404:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693040.373405:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693040.373408:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373410:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000010:3.0:1790693040.373414:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000100:00000200:1.0:1790693040.373416:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693040.373418:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693040.373424:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693040.373426:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693040.373432:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790693040.373435:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693040.373435:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693040.373439:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693040.373446:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:1.0:1790693040.373448:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693040.373451:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693040.373480:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373484:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.373487:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693040.373488:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693040.373493:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693040.373500:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693040.373503:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693040.373506:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.373510:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693040.373515:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373520:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693040.373527:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693040.373530:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373531:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.373534:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373538:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000040:3.0:1790693040.373538:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21189)
00000100:00000001:1.0:1790693040.373540:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693040.373545:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693040.373550:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693040.373553:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693040.373558:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693040.373566:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061213440:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693040.373570:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373571:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.373573:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061213440/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373577:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693040.373579:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693040.373581:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693040.373583:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693040.373584:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693040.373586:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693040.373587:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693040.373588:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693040.373591:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693040.373592:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693040.373593:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790693040.373603:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693040.373604:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373605:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373611:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693040.373612:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373613:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693040.373614:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693040.373615:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693040.373617:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373622:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693040.373622:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.373624:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693040.373625:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693040.373626:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693040.373628:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213568:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693040.373630:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693040.373631:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693040.373632:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.373633:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693040.373635:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693040.373636:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693040.373639:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693040.373641:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693040.373643:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693040.373645:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213568, portal 10
00000100:00000001:1.0:1790693040.373647:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693040.373648:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:1.0:1790693040.373652:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373656:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693040.373657:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693040.373658:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693040.373660:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061213568, offset 0
00000400:00000200:1.0:1790693040.373662:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693040.373665:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.373667:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693040.373669:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693040.373671:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693040.373672:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693040.373674:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693040.373676:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40727:40727:256:4294967295] 192.168.204.156@tcp LPNI seq info [40726:40726:8:4294967295]
00000400:00000200:1.0:1790693040.373678:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.373682:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693040.373685:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.373687:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693040.373689:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693040.373691:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693040.373699:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693040.373701:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693040.373703:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.373705:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693040.373708:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693040.373711:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693040.373714:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693040.373716:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693040.373718:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693040.373721:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373734:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.373737:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373744:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373746:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693040.373750:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.373753:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693040.373757:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693040.373759:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315852303
00000100:00000001:1.0:1790693040.373761:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.373763:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315852303
00000100:00000001:1.0:1790693040.373765:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.373767:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693040.373769:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373770:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693040.373774:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693040/real 1790693040]  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693040.373781:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693040.373783:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693040.373784:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693040.373787:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693040.373788:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693040.373790:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693040.373793:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693040.373799:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373805:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693040.373806:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373808:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.373810:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693040.373812:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373818:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693040.373822:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373828:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693040.373830:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373831:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.373832:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.373834:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693040.373836:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693040.373838:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693040.373841:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693040.373843:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693040.373846:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693040.373853:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213568:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693040.373856:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693040.373860:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373865:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693040.373867:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.373868:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693040.373870:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693040.373872:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693040.373874:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213696:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693040.373877:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693040.373878:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693040.373880:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.373881:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693040.373884:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693040.373885:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693040.373888:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693040.373890:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693040.373893:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693040.373895:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213696, portal 10
00000100:00000001:1.0:1790693040.373897:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693040.373898:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790693040.373903:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373909:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693040.373911:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693040.373913:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693040.373916:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061213696, offset 0
00000400:00000200:1.0:1790693040.373920:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693040.373923:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.373926:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693040.373927:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693040.373929:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693040.373931:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693040.373932:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693040.373934:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40728:40728:256:4294967295] 192.168.204.156@tcp LPNI seq info [40727:40727:8:4294967295]
00000400:00000200:1.0:1790693040.373937:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.373940:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693040.373943:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.373945:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693040.373948:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693040.373950:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693040.373952:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693040.373954:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693040.373956:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.373957:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693040.373959:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693040.373961:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693040.373963:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693040.373964:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693040.373965:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693040.373967:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373972:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.373974:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.373978:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373979:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693040.373981:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.373982:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693040.373984:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693040.373985:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315852312
00000100:00000001:1.0:1790693040.373987:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.373988:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315852312
00000100:00000001:1.0:1790693040.373989:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.373990:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693040.373992:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.373993:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693040.373995:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693040/real 1790693040]  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693040.373999:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693040.374000:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693040.374001:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693040.374002:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693040.374003:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693040.374004:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693040.374006:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693040.374010:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374014:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693040.374014:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374015:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.374016:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693040.374018:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374022:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693040.374026:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374032:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693040.374034:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374035:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.374036:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374038:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693040.374039:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693040.374041:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693040.374044:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693040.374046:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693040.374049:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693040.374061:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213696:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693040.374065:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693040.374068:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374074:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693040.374076:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.374077:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693040.374079:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693040.374081:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693040.374084:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213824:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693040.374087:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693040.374089:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693040.374091:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693040.374092:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693040.374094:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693040.374095:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693040.374098:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693040.374100:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693040.374102:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693040.374104:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213824, portal 4
00000100:00000001:1.0:1790693040.374106:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693040.374106:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790693040.374110:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374114:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693040.374116:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693040.374117:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693040.374118:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061213824, offset 0
00000400:00000200:1.0:1790693040.374121:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693040.374124:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.374128:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693040.374130:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693040.374133:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693040.374135:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693040.374137:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693040.374139:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40729:40729:256:4294967295] 192.168.204.156@tcp LPNI seq info [40728:40728:8:4294967295]
00000400:00000200:1.0:1790693040.374143:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693040.374148:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693040.374152:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.374156:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693040.374159:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693040.374162:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693040.374166:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693040.374168:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693040.374171:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693040.374174:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693040.374176:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693040.374179:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693040.374182:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693040.374196:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693040.374200:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693040.374203:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374210:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.374213:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693065 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374220:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.374222:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693040.374225:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693040.374228:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693040.374231:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693040.374234:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315852306
00000100:00000001:1.0:1790693040.374237:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.374239:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315852306
00000100:00000001:1.0:1790693040.374241:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315853568
00000100:00000001:1.0:1790693040.374243:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693040.374245:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.374246:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693040.374250:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693040/real 1790693040]  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693040.374257:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693040.374258:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693040.374260:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693040.374262:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693040.374264:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693040.374266:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693040.374269:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693040.374277:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374283:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693040.374285:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374287:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.374288:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693040.374291:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374298:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693040.374301:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374307:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693040.374310:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374312:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693040.374313:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374314:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693040.374316:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693040.374318:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693040.374321:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693040.374323:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693040.374327:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693040.374335:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061213824:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693040.374338:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374340:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.374343:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061213568/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374348:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693040.374350:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693040.374352:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693040.374354:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693040.374355:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693040.374357:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693040.374359:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693040.374360:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693040.374364:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693040.374365:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693040.374367:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693040.374369:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693040.374370:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374372:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.374375:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061213696/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374386:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693040.374388:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693040.374389:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693040.374392:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693040.374393:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693040.374394:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693040.374396:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693040.374397:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693040.374399:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693040.374400:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693040.374402:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790693040.374404:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693040.374406:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374408:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693040.374411:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061213824/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693065 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693040.374418:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693040.374419:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693040.374420:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693040.374423:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693040.374424:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693040.374425:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693040.374427:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693040.374429:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693040.374431:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693040.374432:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693040.374434:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693040.374436:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693040.374437:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374439:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693040.374443:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693040.374444:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693040.374446:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693040.374447:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693041.268564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693041.268571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693041.268575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693041.268576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693041.268580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693041.268581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693041.268649:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693041.268653:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693041.268656:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693041.716573:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315853568, at 4315853632
00000100:00000040:1.0:1790693041.716573:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315853568, at 4315853632
00000100:00000010:0.0:1790693041.716590:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000100:00000010:1.0:1790693041.716592:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00010000:00000001:2.0:1790693042.292563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693042.292570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693042.292573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693042.292574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693042.292576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693042.292577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693042.292637:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693042.292642:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693042.292645:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693043.316528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693043.316533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693043.316536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693043.316537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693043.316540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693043.316540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693043.316594:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693043.316597:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693043.316599:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693044.340573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693044.340579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693044.340584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693044.340585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693044.340589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693044.340590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693044.340645:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693044.340650:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693044.340653:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693045.364561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693045.364567:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693045.364569:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693045.364571:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693045.364575:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693045.364577:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693045.364578:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693045.364579:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693045.364582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693045.364583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693045.364585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693045.364586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693045.364647:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693045.364652:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693045.364656:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693045.492577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693045.492588:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693045.492591:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693045.492594:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693045.492599:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693045.492606:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21184
00000400:00000200:3.0:1790693045.492616:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693045.492623:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693045.492627:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693045.492630:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492633:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.492637:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492639:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693045.492647:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693045.492649:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693045.492651:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693045.492655:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693045.492657:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693045.492659:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693045.492663:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492664:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.492666:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492668:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693045.492670:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693045.492673:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492676:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.492679:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693045.492682:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693045.492685:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.492687:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693045.492689:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693045.492698:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790693045.492702:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693045.492705:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693045.492707:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.492710:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693045.492713:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693045.492717:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693045.492725:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693045.492731:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693045.492740:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693045.492750:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693045.492754:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693045.492759:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693045.492781:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693045.492784:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693045.492788:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693045.492789:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693045.492791:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693045.492793:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693045.492796:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21184
00000400:00000200:3.0:1790693045.492800:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693045.492803:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693045.492806:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693045.492809:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492811:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.492814:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492816:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693045.492820:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693045.492821:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693045.492823:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790693045.492826:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693045.492826:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693045.492828:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790693045.492831:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693045.492832:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693045.492836:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693045.492841:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693045.492842:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492846:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.492850:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492854:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693045.492859:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693045.492861:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693045.492864:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.492865:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693045.492868:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693045.492870:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693045.492872:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.492874:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.492878:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693045.492879:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693045.492883:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:3.0:1790693045.492885:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693045.492886:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790693045.492892:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693045.492893:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061213952:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790693045.492896:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.492898:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:3.0:1790693045.492901:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
02000000:00000001:1.0:1790693045.492903:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:3.0:1790693045.492906:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693045.492907:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.492911:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693045.492912:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693045.492915:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.492917:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693045.492918:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:1.0:1790693045.492919:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:3.0:1790693045.492919:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.492924:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693045.492927:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000200:1.0:1790693045.492931:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693045.492931:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693045.492935:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00100000:3.0:1790693045.492938:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693045.492942:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693045.492947:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693045.492950:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693045.492951:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061213952, portal 25
00000100:00000040:3.0:1790693045.492953:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.492955:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693045.492957:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000100:00000040:1.0:1790693045.492966:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693045.492966:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693045.492969:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693045.492975:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693045.492977:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693045.492980:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693045.492981:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693045.492985:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790693045.492988:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693045.492989:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21184
00000400:00000010:1.0:1790693045.492991:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000400:00000200:3.0:1790693045.492994:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000200:1.0:1790693045.492995:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061213952, offset 0
00000400:00000200:3.0:1790693045.492998:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693045.493000:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693045.493005:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693045.493005:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493009:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.493011:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493012:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693045.493015:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693045.493015:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693045.493016:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693045.493019:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693045.493021:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693045.493023:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:3.0:1790693045.493024:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693045.493028:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790693045.493031:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:3.0:1790693045.493032:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493035:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693045.493037:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:3.0:1790693045.493038:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493042:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693045.493043:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693045.493046:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1790693045.493047:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493052:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.493053:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693045.493055:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:3.0:1790693045.493056:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693045.493059:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493060:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693045.493063:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693045.493064:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40730:40730:256:4294967295] 192.168.204.156@tcp LPNI seq info [40729:40729:8:4294967295]
00000008:00000001:3.0:1790693045.493065:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493068:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693045.493071:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790693045.493074:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693045.493075:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693045.493076:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693045.493078:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493080:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693045.493081:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693045.493082:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693045.493100:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000400:00000200:1.0:1790693045.493102:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790693045.493104:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693045.493109:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1790693045.493110:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1790693045.493115:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693045.493117:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693045.493120:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693045.493125:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693045.493125:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693045.493131:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000001:3.0:1790693045.493134:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693045.493138:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693045.493139:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693045.493145:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1790693045.493145:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00080000:3.0:1790693045.493149:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693045.493152:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693045.493154:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1790693045.493157:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693045.493157:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1790693045.493162:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693045.493162:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693045.493166:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21184
00000400:00000200:1.0:1790693045.493170:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693045.493170:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693045.493175:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693045.493179:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693045.493179:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693045.493184:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693045.493186:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000100:00000001:3.0:1790693045.493186:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693045.493190:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:1.0:1790693045.493191:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:3.0:1790693045.493193:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693045.493196:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:3.0:1790693045.493197:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693045.493199:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693045.493201:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790693045.493202:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693045.493203:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693045.493207:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693045.493211:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693045.493218:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693045.493219:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693045.493223:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693045.493225:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693045.493229:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693045.493234:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693045.493237:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493241:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000040:3.0:1790693045.493242:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693045.493247:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693045.493249:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493250:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693045.493254:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693045.493258:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693045.493259:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693045.493262:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315858688
02000000:00000001:3.0:1790693045.493263:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493266:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693045.493269:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693045.493270:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693045.493271:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7f00.
00000100:00000001:3.0:1790693045.493272:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693045.493277:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790693045.493282:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000020:00000040:3.0:1790693045.493282:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693045.493285:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693045.493287:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693045.493288:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693045.493289:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693045.493291:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493293:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315858688
02000000:00000010:3.0:1790693045.493294:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693045.493299:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693045.493301:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d20.
00000100:00100000:3.0:1790693045.493304:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693045.493307:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693045.493313:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693045.493314:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693045.493316:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493319:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693045.493320:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493325:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693045.493329:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693045.493333:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21195)
00000100:00100000:1.0:1790693045.493335:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693045/real 1790693045]  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693045.493347:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693045.493349:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693045.493351:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693045.493354:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693045.493356:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693045.493360:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693045.493363:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693045.493372:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493379:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693045.493381:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493383:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493385:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693045.493389:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493395:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693045.493398:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493405:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693045.493408:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493409:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493410:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493412:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693045.493414:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693045.493416:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693045.493420:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693045.493422:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693045.493426:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693045.493434:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061213952:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693045.493438:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493441:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.493444:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061213952/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493450:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693045.493452:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693045.493482:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693045.493486:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693045.493487:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693045.493489:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693045.493492:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693045.493494:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:1.0:1790693045.493498:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693045.493499:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693045.493500:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:1.0:1790693045.493504:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693045.493505:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493506:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493512:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693045.493513:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493515:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693045.493516:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693045.493517:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693045.493520:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493524:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693045.493525:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.493526:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693045.493527:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693045.493529:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693045.493530:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214080:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693045.493532:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693045.493533:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693045.493541:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.493543:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693045.493545:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693045.493546:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693045.493549:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693045.493551:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693045.493553:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693045.493555:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214080, portal 10
00000100:00000001:1.0:1790693045.493556:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693045.493557:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000040:1.0:1790693045.493561:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493565:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693045.493567:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693045.493568:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693045.493569:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061214080, offset 0
00000400:00000200:1.0:1790693045.493572:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693045.493574:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.493581:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693045.493583:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693045.493585:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693045.493586:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693045.493588:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693045.493590:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40731:40731:256:4294967295] 192.168.204.156@tcp LPNI seq info [40730:40730:8:4294967295]
00000400:00000200:1.0:1790693045.493592:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.493597:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693045.493599:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.493601:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693045.493605:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693045.493608:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693045.493612:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693045.493614:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693045.493617:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.493618:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693045.493621:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693045.493624:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693045.493627:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693045.493629:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693045.493631:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693045.493635:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493642:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.493645:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493652:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493653:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693045.493657:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693045.493661:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693045.493663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693045.493665:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315857423
00000100:00000001:1.0:1790693045.493667:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.493668:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315857423
00000100:00000001:1.0:1790693045.493670:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.493671:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693045.493672:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493673:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693045.493676:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693045/real 1790693045]  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693045.493681:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693045.493683:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693045.493684:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693045.493687:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693045.493688:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693045.493690:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693045.493692:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693045.493700:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493706:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693045.493707:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493709:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493710:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693045.493714:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493720:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693045.493724:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493730:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693045.493731:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493733:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493734:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493735:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693045.493736:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693045.493738:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693045.493740:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693045.493741:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693045.493743:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693045.493748:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214080:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693045.493750:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693045.493752:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493755:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693045.493756:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.493757:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693045.493758:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693045.493759:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693045.493761:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214208:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693045.493763:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693045.493764:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693045.493765:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.493766:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693045.493769:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693045.493770:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693045.493772:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693045.493773:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693045.493775:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693045.493777:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214208, portal 10
00000100:00000001:1.0:1790693045.493778:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693045.493780:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790693045.493783:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493787:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693045.493789:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693045.493790:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693045.493791:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061214208, offset 0
00000400:00000200:1.0:1790693045.493793:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693045.493796:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.493798:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693045.493801:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693045.493803:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693045.493806:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693045.493808:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693045.493811:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40732:40732:256:4294967295] 192.168.204.156@tcp LPNI seq info [40731:40731:8:4294967295]
00000400:00000200:1.0:1790693045.493815:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.493820:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693045.493824:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.493827:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693045.493831:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693045.493833:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693045.493837:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693045.493840:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693045.493843:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.493844:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693045.493847:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693045.493850:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693045.493853:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693045.493855:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693045.493857:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693045.493860:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493867:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.493871:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493876:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493878:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693045.493881:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693045.493884:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693045.493886:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693045.493888:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315857432
00000100:00000001:1.0:1790693045.493890:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.493892:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315857432
00000100:00000001:1.0:1790693045.493894:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.493895:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693045.493897:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.493899:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693045.493902:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693045/real 1790693045]  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693045.493909:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693045.493910:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693045.493912:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693045.493914:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693045.493915:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693045.493917:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693045.493920:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693045.493928:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493934:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693045.493935:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493937:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493938:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693045.493942:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493949:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693045.493953:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.493960:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693045.493962:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493964:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.493965:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.493967:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693045.493968:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693045.493970:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693045.493973:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693045.493975:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693045.493979:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693045.493988:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214208:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693045.493992:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693045.493995:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494002:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693045.494003:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.494005:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693045.494007:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693045.494009:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693045.494011:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214336:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693045.494015:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693045.494017:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693045.494018:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693045.494020:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693045.494023:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693045.494025:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693045.494028:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693045.494030:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693045.494033:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693045.494036:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214336, portal 4
00000100:00000001:1.0:1790693045.494038:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693045.494039:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790693045.494044:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494050:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693045.494052:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693045.494054:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693045.494056:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061214336, offset 0
00000400:00000200:1.0:1790693045.494059:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693045.494063:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.494066:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693045.494068:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693045.494070:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693045.494072:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693045.494074:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693045.494076:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40733:40733:256:4294967295] 192.168.204.156@tcp LPNI seq info [40732:40732:8:4294967295]
00000400:00000200:1.0:1790693045.494080:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693045.494100:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693045.494105:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.494109:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693045.494113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693045.494116:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:1.1:1790693045.494120:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693045.494122:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:1.0:1790693045.494125:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693045.494128:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693045.494130:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693045.494134:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693045.494137:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693045.494138:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693045.494141:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693045.494144:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494151:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.494154:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693070 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494160:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.494161:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693045.494165:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693045.494167:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693045.494170:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693045.494172:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315857426
00000100:00000001:1.0:1790693045.494175:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.494177:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315857426
00000100:00000001:1.0:1790693045.494179:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315858688
00000100:00000001:1.0:1790693045.494180:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693045.494182:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.494184:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693045.494188:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693045/real 1790693045]  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693045.494195:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693045.494196:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693045.494198:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693045.494200:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693045.494201:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693045.494203:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693045.494205:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693045.494210:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494214:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693045.494215:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494216:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.494217:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693045.494219:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494222:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693045.494224:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494228:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693045.494230:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494231:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693045.494231:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494232:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693045.494233:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693045.494235:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693045.494236:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693045.494237:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693045.494239:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693045.494243:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214336:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693045.494246:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494247:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.494250:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061214080/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494253:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693045.494255:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693045.494256:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693045.494257:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693045.494258:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693045.494259:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693045.494260:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693045.494261:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693045.494263:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693045.494264:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693045.494265:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:1.0:1790693045.494266:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693045.494267:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494268:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.494270:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061214208/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494273:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693045.494274:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693045.494275:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693045.494276:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693045.494277:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693045.494278:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693045.494279:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693045.494280:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693045.494281:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693045.494281:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693045.494282:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693045.494283:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693045.494284:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494285:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693045.494286:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061214336/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693070 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693045.494289:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693045.494290:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693045.494291:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693045.494293:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693045.494294:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693045.494294:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693045.494295:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693045.494296:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693045.494297:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693045.494298:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693045.494298:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790693045.494300:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693045.494301:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494302:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693045.494304:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693045.494305:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693045.494306:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693045.494307:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693046.388571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693046.388579:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693046.388582:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693046.388590:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388593:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693046.388596:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388598:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388600:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693046.388605:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693046.388607:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693046.388608:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388610:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693046.388611:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388613:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693046.388615:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693046.388713:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693046.388720:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693046.388725:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693046.836587:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315858688, at 4315858752
00000100:00000040:1.0:1790693046.836587:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315858688, at 4315858752
00000100:00000010:0.0:1790693046.836618:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000100:00000010:1.0:1790693046.836620:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00010000:00000001:2.0:1790693047.412548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693047.412553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693047.412556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693047.412557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693047.412560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693047.412560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693047.412616:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693047.412620:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693047.412623:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693048.436544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693048.436550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693048.436553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693048.436554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693048.436556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693048.436557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693048.436615:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693048.436619:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693048.436621:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693049.460572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693049.460579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693049.460585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693049.460586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693049.460590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693049.460592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693049.460643:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693049.460646:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693049.460649:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693050.484569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693050.484576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693050.484582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693050.484584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693050.484587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693050.484588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693050.484642:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693050.484647:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693050.484651:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1790693050.612594:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693050.612605:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:2.0:1790693050.612608:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693050.612611:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693050.612615:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693050.612622:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21190
00000400:00000200:2.0:1790693050.612631:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693050.612638:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693050.612641:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693050.612644:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612649:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693050.612651:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612654:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693050.612662:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693050.612664:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:2.0:1790693050.612667:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693050.612670:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:2.0:1790693050.612672:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:2.0:1790693050.612674:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:2.0:1790693050.612677:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612679:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693050.612681:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612683:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693050.612686:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:2.0:1790693050.612689:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612691:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693050.612694:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693050.612698:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693050.612700:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.612702:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693050.612704:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693050.612713:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a6300.
00000020:00000040:2.0:1790693050.612717:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:2.0:1790693050.612720:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693050.612722:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.612725:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693050.612727:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693050.612730:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693050.612738:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81000.
00000100:00000001:2.0:1790693050.612744:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693050.612752:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693050.612767:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693050.612772:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693050.612777:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000288be0dd] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693050.612798:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693050.612801:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693050.612805:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:2.0:1790693050.612806:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:2.0:1790693050.612808:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693050.612811:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693050.612813:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21190
00000400:00000200:2.0:1790693050.612817:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693050.612825:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693050.612827:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693050.612831:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612833:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693050.612835:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693050.612840:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:2.0:1790693050.612841:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693050.612843:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790693050.612846:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:2.0:1790693050.612846:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693050.612849:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790693050.612851:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:2.0:1790693050.612852:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:2.0:1790693050.612856:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790693050.612861:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612863:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693050.612865:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693050.612865:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.612869:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693050.612875:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:2.0:1790693050.612880:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693050.612882:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693050.612884:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.612885:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693050.612888:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693050.612891:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693050.612894:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693050.612895:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693050.612899:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.612900:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.612903:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:1.0:1790693050.612907:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061214464:192.168.204.156@tcp:250:kworker.0
00000008:00100000:2.0:1790693050.612909:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693050.612914:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00000001:2.0:1790693050.612915:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.612919:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:2.0:1790693050.612920:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.612924:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693050.612925:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5c00.
02000000:00000001:1.0:1790693050.612928:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:2.0:1790693050.612929:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693050.612933:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:1.0:1790693050.612936:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790693050.612936:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.612938:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693050.612941:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693050.612941:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693050.612944:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.612950:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:2.0:1790693050.612951:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a81800.
00000400:00000010:1.0:1790693050.612956:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:2.0:1790693050.612956:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693050.612966:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00100000:2.0:1790693050.612966:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693050.612976:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693050.612978:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693050.612983:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214464, portal 25
00000100:00000040:2.0:1790693050.612983:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000038c9ba2e] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.612998:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693050.613001:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074954496 : -120939634597120 : ffff92018c0a6300)
00000100:00000001:2.0:1790693050.613010:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693050.613011:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693050.613014:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1790693050.613022:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693050.613025:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693050.613029:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:2.0:1790693050.613029:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693050.613034:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:1.0:1790693050.613035:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693050.613041:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00080000:2.0:1790693050.613041:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21190
00000100:00000200:1.0:1790693050.613047:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061214464, offset 0
00000400:00000200:2.0:1790693050.613048:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693050.613054:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693050.613057:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693050.613059:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:2.0:1790693050.613063:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613066:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693050.613069:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693050.613070:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693050.613072:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693050.613078:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:2.0:1790693050.613080:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:1.0:1790693050.613081:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:2.0:1790693050.613083:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:2.0:1790693050.613086:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:2.0:1790693050.613088:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:2.0:1790693050.613090:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790693050.613094:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613098:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693050.613100:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613102:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693050.613104:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000040:2.0:1790693050.613105:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693050.613111:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:2.0:1790693050.613112:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613116:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.613119:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:2.0:1790693050.613119:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693050.613124:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:2.0:1790693050.613124:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693050.613129:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.613132:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40734:40734:256:4294967295] 192.168.204.156@tcp LPNI seq info [40733:40733:8:4294967295]
00000100:00000001:2.0:1790693050.613133:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:2.0:1790693050.613137:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693050.613142:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:2.0:1790693050.613142:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.613147:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693050.613152:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5f80.
00000020:00000040:2.0:1790693050.613156:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693050.613157:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:2.0:1790693050.613161:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693050.613165:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693050.613169:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613169:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693050.613171:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693050.613174:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693050.613177:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
02000000:00000010:2.0:1790693050.613180:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a82800.
00000100:00000001:2.0:1790693050.613184:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693050.613186:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:2.0:1790693050.613192:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693050.613193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000001:2.0:1790693050.613205:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.1:1790693050.613205:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790693050.613210:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693050.613210:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:2.0:1790693050.613216:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005a66aab2] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1790693050.613219:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.613223:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00000001:2.0:1790693050.613230:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.613232:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:2.0:1790693050.613234:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790693050.613239:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000200:1.0:1790693050.613240:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693050.613247:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693050.613251:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00080000:2.0:1790693050.613253:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693050.613256:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:2.0:1790693050.613258:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693050.613261:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1790693050.613263:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1790693050.613264:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693050.613269:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:2.0:1790693050.613274:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21190
00000100:00000001:1.0:1790693050.613280:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:2.0:1790693050.613281:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693050.613286:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693050.613288:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:2.0:1790693050.613292:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693050.613299:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693050.613302:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.613303:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693050.613306:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:2.0:1790693050.613308:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613311:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:2.0:1790693050.613315:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693050.613316:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:2.0:1790693050.613317:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:2.0:1790693050.613321:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693050.613324:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:2.0:1790693050.613325:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693050.613327:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315863808
00000020:00000001:2.0:1790693050.613328:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:2.0:1790693050.613333:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000010:1.0:1790693050.613335:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d20.
00000100:00000040:2.0:1790693050.613337:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613341:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693050.613344:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:2.0:1790693050.613344:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613349:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:2.0:1790693050.613351:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693050.613354:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315863808
00000100:00080000:2.0:1790693050.613355:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693050.613360:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693050.613361:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7000.
02000000:00000001:2.0:1790693050.613363:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693050.613367:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:2.0:1790693050.613368:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693050.613371:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693050.613372:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.613376:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693050.613377:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:2.0:1790693050.613379:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693050.613382:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000008:00000001:2.0:1790693050.613383:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.613387:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693050.613390:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693050/real 1790693050]  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:2.0:1790693050.613392:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff92018c0a5180.
00000020:00000040:2.0:1790693050.613396:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:2.0:1790693050.613401:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693050.613403:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693050.613408:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000001:1.0:1790693050.613409:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:2.0:1790693050.613409:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1790693050.613413:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:2.0:1790693050.613414:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693050.613418:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000010:2.0:1790693050.613421:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920083a80800.
00000400:00000200:1.0:1790693050.613423:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000001:2.0:1790693050.613426:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693050.613427:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693050.613432:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:2.0:1790693050.613435:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:1.0:1790693050.613440:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693050.613450:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693050.613484:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693050.613490:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.613492:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693050.613495:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693050.613499:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000023b50c83] to pc [ptlrpcd_rcv+-1]  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613500:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.613503:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693050.613512:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693050.613513:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693050.613519:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21200)
00000100:00000001:1.0:1790693050.613525:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693050.613531:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613538:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693050.613541:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613543:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.613544:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613547:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693050.613548:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693050.613552:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693050.613555:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693050.613558:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693050.613562:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693050.613569:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a6300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061214464:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693050.613576:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613578:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.613581:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a6300 x1877672061214464/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613587:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693050.613590:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693050.613592:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693050.613595:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693050.613597:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693050.613598:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693050.613600:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693050.613602:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790693050.613605:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693050.613607:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693050.613609:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a6300.
00000100:00000001:1.0:1790693050.613612:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693050.613614:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613616:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613623:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693050.613625:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.613627:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693050.613628:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693050.613629:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693050.613633:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613640:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693050.613641:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.613643:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693050.613645:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693050.613647:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693050.613650:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214592:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693050.613653:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693050.613655:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693050.613657:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.613659:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693050.613661:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693050.613663:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.613667:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693050.613670:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693050.613673:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693050.613675:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214592, portal 10
00000100:00000001:1.0:1790693050.613677:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693050.613679:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074952704 : -120939634598912 : ffff92018c0a5c00)
00000100:00000040:1.0:1790693050.613685:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613691:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693050.613693:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693050.613695:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693050.613697:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061214592, offset 0
00000400:00000200:1.0:1790693050.613701:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693050.613705:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.613709:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693050.613712:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693050.613714:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693050.613716:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693050.613718:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693050.613721:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40735:40735:256:4294967295] 192.168.204.156@tcp LPNI seq info [40734:40734:8:4294967295]
00000400:00000200:1.0:1790693050.613725:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.613731:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693050.613735:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.613738:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693050.613742:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693050.613744:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693050.613748:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693050.613750:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693050.613753:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.613755:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693050.613758:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693050.613762:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693050.613765:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693050.613766:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693050.613769:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693050.613772:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613779:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.613782:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613789:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.613790:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693050.613794:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693050.613798:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693050.613801:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693050.613803:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315862543
00000100:00000001:1.0:1790693050.613805:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.613807:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315862543
00000100:00000001:1.0:1790693050.613809:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.613811:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693050.613813:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.613815:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693050.613818:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693050/real 1790693050]  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693050.613826:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693050.613827:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693050.613829:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693050.613831:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693050.613833:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693050.613835:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693050.613839:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693050.613846:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613852:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693050.613853:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613855:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.613856:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693050.613860:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613866:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693050.613870:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613876:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693050.613878:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613880:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.613881:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.613883:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693050.613885:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693050.613887:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693050.613891:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693050.613893:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693050.613896:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693050.613904:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214592:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693050.613908:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693050.613911:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613922:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693050.613924:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.613926:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693050.613927:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693050.613929:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693050.613932:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214720:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693050.613935:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693050.613937:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693050.613938:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.613940:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693050.613943:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693050.613945:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.613948:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693050.613950:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693050.613953:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693050.613956:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214720, portal 10
00000100:00000001:1.0:1790693050.613958:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693050.613960:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074953600 : -120939634598016 : ffff92018c0a5f80)
00000100:00000040:1.0:1790693050.613965:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.613972:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693050.613974:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693050.613976:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693050.613978:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061214720, offset 0
00000400:00000200:1.0:1790693050.613982:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693050.614003:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.614007:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693050.614010:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693050.614013:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693050.614015:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693050.614017:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693050.614020:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40736:40736:256:4294967295] 192.168.204.156@tcp LPNI seq info [40735:40735:8:4294967295]
00000400:00000200:1.0:1790693050.614024:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.614030:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693050.614034:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.614038:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693050.614042:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693050.614044:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693050.614048:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693050.614050:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693050.614054:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.614055:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693050.614058:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693050.614061:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693050.614064:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693050.614066:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693050.614068:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693050.614071:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614078:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.614081:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614087:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.614088:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693050.614091:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693050.614094:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693050.614097:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693050.614099:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315862552
00000100:00000001:1.0:1790693050.614101:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.614103:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315862552
00000100:00000001:1.0:1790693050.614105:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.614107:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693050.614109:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.614111:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693050.614114:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693050/real 1790693050]  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693050.614122:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693050.614123:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693050.614124:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693050.614127:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693050.614128:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693050.614130:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693050.614133:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693050.614141:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614147:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693050.614148:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614150:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.614151:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693050.614154:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614160:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693050.614164:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614170:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693050.614172:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614174:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.614175:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614176:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693050.614178:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693050.614180:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693050.614184:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693050.614186:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693050.614189:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693050.614196:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214720:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693050.614200:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693050.614203:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614208:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693050.614210:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.614212:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693050.614214:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693050.614215:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693050.614218:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214848:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693050.614221:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693050.614223:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693050.614224:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693050.614226:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693050.614229:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693050.614231:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693050.614234:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693050.614236:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693050.614239:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693050.614242:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214848, portal 4
00000100:00000001:1.0:1790693050.614244:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693050.614245:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134074950016 : -120939634601600 : ffff92018c0a5180)
00000100:00000040:1.0:1790693050.614250:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614256:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693050.614259:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693050.614261:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693050.614263:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061214848, offset 0
00000400:00000200:1.0:1790693050.614267:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693050.614271:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.614274:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693050.614277:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693050.614279:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693050.614281:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693050.614283:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693050.614286:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40737:40737:256:4294967295] 192.168.204.156@tcp LPNI seq info [40736:40736:8:4294967295]
00000400:00000200:1.0:1790693050.614290:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693050.614295:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693050.614299:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.614302:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693050.614306:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693050.614308:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:1.1:1790693050.614312:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693050.614315:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:1.0:1790693050.614318:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693050.614320:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693050.614323:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693050.614326:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693050.614329:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693050.614331:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693050.614333:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693050.614336:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614344:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.614348:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693075 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614354:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.614356:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693050.614360:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693050.614363:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693050.614367:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693050.614369:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315862546
00000100:00000001:1.0:1790693050.614371:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.614373:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315862546
00000100:00000001:1.0:1790693050.614375:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315863808
00000100:00000001:1.0:1790693050.614377:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693050.614379:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.614380:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693050.614384:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693050/real 1790693050]  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693050.614392:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693050.614393:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693050.614395:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693050.614397:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693050.614399:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693050.614401:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693050.614404:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693050.614412:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614417:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693050.614419:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614421:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.614422:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693050.614427:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614433:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693050.614438:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614445:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693050.614447:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614449:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693050.614450:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614452:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693050.614471:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693050.614475:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693050.614478:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693050.614480:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693050.614484:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693050.614492:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff92018c0a5180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061214848:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693050.614496:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614498:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.614501:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5c00 x1877672061214592/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614507:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693050.614509:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693050.614511:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693050.614513:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693050.614515:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693050.614517:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693050.614519:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693050.614521:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790693050.614523:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693050.614524:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693050.614525:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5c00.
00000100:00000001:1.0:1790693050.614528:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693050.614529:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614531:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.614534:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5f80 x1877672061214720/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614540:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693050.614541:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693050.614542:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693050.614544:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693050.614545:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693050.614546:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693050.614548:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693050.614550:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790693050.614553:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693050.614554:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693050.614555:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5f80.
00000100:00000001:1.0:1790693050.614557:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693050.614558:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614560:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693050.614563:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff92018c0a5180 x1877672061214848/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693075 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693050.614568:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693050.614570:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693050.614571:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693050.614573:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693050.614574:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693050.614575:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693050.614577:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693050.614578:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790693050.614580:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693050.614582:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693050.614583:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff92018c0a5180.
00000100:00000001:1.0:1790693050.614585:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693050.614586:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614588:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693050.614591:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693050.614593:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693050.614595:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693050.614597:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693051.508509:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693051.508514:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693051.508517:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693051.508518:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693051.508520:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693051.508521:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693051.508566:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693051.508570:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693051.508573:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693051.956546:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315863808, at 4315863872
00000100:00000040:1.0:1790693051.956546:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315863808, at 4315863872
00000100:00000010:0.0:1790693051.956558:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00000100:00000010:1.0:1790693051.956565:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00010000:00000001:2.0:1790693052.532576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693052.532583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693052.532587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693052.532588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693052.532590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693052.532591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693052.532654:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693052.532658:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693052.532661:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693053.556560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693053.556567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693053.556573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693053.556574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693053.556578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693053.556579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693053.556634:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693053.556638:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693053.556641:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693054.580570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693054.580576:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693054.580578:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693054.580580:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693054.580584:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693054.580586:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693054.580587:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693054.580588:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693054.580591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693054.580592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693054.580594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693054.580595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693054.580655:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693054.580659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693054.580662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693055.604515:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693055.604520:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693055.604523:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693055.604525:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693055.604527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693055.604528:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693055.604580:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693055.604583:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693055.604586:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693055.732584:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693055.732592:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693055.732594:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693055.732597:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693055.732600:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693055.732606:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21195
00000400:00000200:3.0:1790693055.732613:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693055.732618:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693055.732627:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693055.732634:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732638:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.732641:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732643:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693055.732651:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693055.732653:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693055.732656:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693055.732659:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693055.732661:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693055.732663:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693055.732666:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732668:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.732670:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732672:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693055.732675:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693055.732679:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732681:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693055.732684:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693055.732687:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693055.732688:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.732690:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693055.732692:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693055.732698:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790693055.732701:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693055.732703:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693055.732705:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.732707:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693055.732709:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693055.732712:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693055.732717:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693055.732722:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693055.732729:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693055.732740:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693055.732742:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693055.732746:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693055.732764:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693055.732766:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693055.732768:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693055.732769:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693055.732770:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693055.732772:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693055.732774:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21195
00000400:00000200:3.0:1790693055.732776:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693055.732778:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693055.732780:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693055.732782:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732783:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.732784:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732785:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693055.732787:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693055.732788:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693055.732789:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693055.732791:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693055.732793:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693055.732794:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693055.732796:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732798:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.732799:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732800:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693055.732803:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693055.732805:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732807:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693055.732808:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693055.732810:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
02000000:00000001:3.0:1790693055.732812:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693055.732814:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.732815:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693055.732816:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693055.732820:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000008:00100000:3.0:1790693055.732821:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693055.732824:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.732826:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693055.732830:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000100:00000040:1.0:1790693055.732831:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693055.732832:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:1.0:1790693055.732841:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693055.732841:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693055.732844:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.732845:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.732846:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693055.732848:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693055.732850:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.732852:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1790693055.732853:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693055.732856:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693055.732858:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.732860:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693055.732865:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061214976:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693055.732871:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1790693055.732871:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790693055.732874:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693055.732878:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.732882:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:3.0:1790693055.732897:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693055.732901:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693055.732905:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
00000100:00000040:3.0:1790693055.732906:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693055.732910:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.732919:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693055.732920:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693055.732925:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693055.732926:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:3.0:1790693055.732931:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693055.732934:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:1.0:1790693055.732935:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:3.0:1790693055.732936:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693055.732941:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:1.0:1790693055.732943:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061214976, portal 25
00000100:00080000:3.0:1790693055.732945:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21195
00000100:00000001:1.0:1790693055.732948:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693055.732952:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000400:00000200:3.0:1790693055.732953:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693055.732959:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000040:1.0:1790693055.732963:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693055.732964:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693055.732972:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732973:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.732974:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732975:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693055.732978:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693055.732980:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693055.732982:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693055.732984:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000001:1.0:1790693055.732986:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1790693055.732987:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693055.732991:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693055.732994:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693055.732995:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.732997:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693055.732999:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000040:3.0:1790693055.732999:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733004:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:1.0:1790693055.733005:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061214976, offset 0
00000020:00000040:3.0:1790693055.733006:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693055.733010:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733012:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693055.733014:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693055.733016:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693055.733017:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693055.733019:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733021:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693055.733023:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693055.733024:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733025:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733029:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790693055.733029:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790693055.733033:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693055.733035:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693055.733038:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790693055.733038:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733043:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693055.733045:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693055.733046:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733047:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000010:3.0:1790693055.733051:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000400:00000200:1.0:1790693055.733054:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790693055.733056:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733060:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693055.733063:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693055.733067:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40738:40738:256:4294967295] 192.168.204.156@tcp LPNI seq info [40737:40737:8:4294967295]
00000100:00100000:3.0:1790693055.733071:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693055.733075:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693055.733084:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693055.733089:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790693055.733089:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693055.733098:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693055.733100:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.733108:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693055.733109:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693055.733113:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693055.733115:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.0:1790693055.733119:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790693055.733120:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693055.733125:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:1.0:1790693055.733126:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:3.0:1790693055.733127:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693055.733129:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693055.733134:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693055.733138:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21195
00000800:00000200:1.1:1790693055.733139:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790693055.733143:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.1:1790693055.733145:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000400:00000200:3.0:1790693055.733147:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693055.733149:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693055.733150:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733152:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.733153:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733154:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693055.733156:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:1.0:1790693055.733165:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790693055.733165:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000010:1.0:1790693055.733169:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000020:00000001:3.0:1790693055.733169:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693055.733171:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693055.733174:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693055.733176:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:1.0:1790693055.733178:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1790693055.733179:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733183:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693055.733186:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693055.733189:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693055.733190:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1790693055.733192:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000200:1.0:1790693055.733197:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000100:00080000:3.0:1790693055.733200:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:1.0:1790693055.733202:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:3.0:1790693055.733203:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693055.733207:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693055.733210:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790693055.733210:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693055.733214:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733216:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790693055.733219:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693055.733220:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693055.733227:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733232:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693055.733239:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693055.733240:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1790693055.733243:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000040:1.0:1790693055.733245:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693055.733249:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693055.733252:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733257:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693055.733259:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693055.733260:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693055.733262:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:3.0:1790693055.733264:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693055.733270:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:1.0:1790693055.733273:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693055.733275:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733280:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693055.733285:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315868928
00000100:00100000:3.0:1790693055.733286:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1790693055.733292:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7000.
00000100:00000001:3.0:1790693055.733296:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693055.733299:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733301:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1790693055.733302:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693055.733310:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733311:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315868928
00000100:00000040:3.0:1790693055.733314:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21205)
00000100:00000010:1.0:1790693055.733317:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7660.
00000100:00000001:1.0:1790693055.733322:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693055.733326:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693055.733329:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733332:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693055.733338:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693055/real 1790693055]  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693055.733347:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693055.733349:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693055.733351:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693055.733354:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693055.733356:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693055.733358:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693055.733361:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693055.733369:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733377:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693055.733378:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733381:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733383:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693055.733387:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733394:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693055.733407:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733414:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693055.733416:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733418:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733418:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733420:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693055.733422:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693055.733424:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693055.733428:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693055.733430:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693055.733434:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693055.733441:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061214976:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693055.733446:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733447:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.733450:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061214976/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733486:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693055.733488:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693055.733490:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693055.733493:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693055.733494:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693055.733496:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693055.733497:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693055.733498:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693055.733501:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693055.733503:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693055.733504:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693055.733506:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693055.733507:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733508:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733514:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693055.733515:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733516:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693055.733517:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693055.733518:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693055.733521:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733525:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693055.733526:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733527:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693055.733529:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693055.733530:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693055.733531:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215104:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693055.733533:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693055.733534:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693055.733535:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733537:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693055.733539:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693055.733540:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733543:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693055.733544:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693055.733547:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693055.733549:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215104, portal 10
00000100:00000001:1.0:1790693055.733550:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693055.733551:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:1.0:1790693055.733555:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733559:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693055.733560:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693055.733562:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693055.733563:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061215104, offset 0
00000400:00000200:1.0:1790693055.733566:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693055.733569:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.733571:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693055.733573:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693055.733574:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693055.733576:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693055.733577:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693055.733579:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40739:40739:256:4294967295] 192.168.204.156@tcp LPNI seq info [40738:40738:8:4294967295]
00000400:00000200:1.0:1790693055.733581:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.733585:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693055.733588:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.733590:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693055.733592:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693055.733594:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693055.733597:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693055.733599:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693055.733601:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.733602:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693055.733604:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693055.733606:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693055.733608:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693055.733609:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693055.733610:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693055.733613:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733617:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.733619:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733623:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733623:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693055.733626:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693055.733629:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693055.733631:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693055.733633:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315867663
00000100:00000001:1.0:1790693055.733635:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.733637:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315867663
00000100:00000001:1.0:1790693055.733639:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.733641:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693055.733643:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733645:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693055.733648:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693055/real 1790693055]  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693055.733656:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693055.733657:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693055.733659:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693055.733661:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693055.733662:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693055.733664:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693055.733667:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693055.733676:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733682:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693055.733684:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733685:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733687:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693055.733690:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733696:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693055.733700:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733708:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693055.733710:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733712:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733713:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733715:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693055.733717:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693055.733719:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693055.733722:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693055.733725:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693055.733729:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693055.733736:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215104:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693055.733739:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693055.733741:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733745:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693055.733746:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733747:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693055.733749:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693055.733750:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693055.733751:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215232:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693055.733753:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693055.733755:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693055.733756:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733757:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693055.733759:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693055.733760:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733763:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693055.733764:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693055.733766:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693055.733768:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215232, portal 10
00000100:00000001:1.0:1790693055.733769:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693055.733770:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:1.0:1790693055.733773:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733777:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693055.733779:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693055.733780:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693055.733781:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061215232, offset 0
00000400:00000200:1.0:1790693055.733784:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693055.733786:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.733788:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693055.733790:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693055.733791:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693055.733793:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693055.733794:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693055.733796:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40740:40740:256:4294967295] 192.168.204.156@tcp LPNI seq info [40739:40739:8:4294967295]
00000400:00000200:1.0:1790693055.733798:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.733802:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693055.733804:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.733806:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693055.733808:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693055.733810:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693055.733812:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693055.733814:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693055.733818:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.733819:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693055.733822:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693055.733825:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693055.733828:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693055.733829:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693055.733832:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693055.733835:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733842:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.733845:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733851:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733853:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693055.733856:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693055.733859:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693055.733861:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693055.733862:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315867672
00000100:00000001:1.0:1790693055.733864:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.733865:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315867672
00000100:00000001:1.0:1790693055.733866:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.733867:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693055.733869:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.733870:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693055.733872:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693055/real 1790693055]  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693055.733876:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693055.733877:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693055.733878:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693055.733880:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693055.733880:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693055.733882:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693055.733883:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693055.733903:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733910:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693055.733911:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733913:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733914:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693055.733918:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733924:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693055.733928:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733934:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693055.733936:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733937:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.733939:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.733941:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693055.733942:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693055.733944:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693055.733947:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693055.733950:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693055.733953:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693055.733961:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215232:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693055.733964:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693055.733966:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.733971:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693055.733971:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733973:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693055.733974:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693055.733976:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693055.733977:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215360:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693055.733979:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693055.733980:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693055.733981:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693055.733982:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693055.733984:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693055.733985:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693055.733988:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693055.733989:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693055.733991:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693055.733993:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215360, portal 4
00000100:00000001:1.0:1790693055.733994:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693055.733995:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790693055.733999:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734002:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693055.734004:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693055.734005:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693055.734006:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061215360, offset 0
00000400:00000200:1.0:1790693055.734008:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693055.734011:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.734013:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693055.734014:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693055.734016:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693055.734017:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693055.734019:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693055.734020:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40741:40741:256:4294967295] 192.168.204.156@tcp LPNI seq info [40740:40740:8:4294967295]
00000400:00000200:1.0:1790693055.734023:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693055.734026:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693055.734030:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.734031:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693055.734034:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693055.734035:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:1.1:1790693055.734038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693055.734039:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:1.0:1790693055.734041:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693055.734042:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693055.734044:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693055.734047:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693055.734049:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693055.734050:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693055.734051:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693055.734053:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734057:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.734059:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693080 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734063:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.734064:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693055.734066:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693055.734067:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693055.734069:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693055.734070:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315867666
00000100:00000001:1.0:1790693055.734072:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.734073:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315867666
00000100:00000001:1.0:1790693055.734075:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315868928
00000100:00000001:1.0:1790693055.734076:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693055.734077:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.734078:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693055.734079:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693055/real 1790693055]  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693055.734084:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693055.734085:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693055.734086:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693055.734087:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693055.734088:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693055.734089:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693055.734091:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693055.734095:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734099:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693055.734099:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734100:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.734101:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693055.734103:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734106:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693055.734108:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734112:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693055.734113:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734114:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693055.734114:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734115:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693055.734116:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693055.734118:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693055.734120:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693055.734122:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693055.734126:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693055.734132:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215360:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693055.734135:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734137:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.734140:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061215104/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734146:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693055.734148:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693055.734149:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693055.734152:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693055.734153:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693055.734154:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693055.734155:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693055.734156:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693055.734158:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693055.734159:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693055.734160:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790693055.734163:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693055.734163:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734164:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.734166:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061215232/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734170:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693055.734171:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693055.734172:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693055.734173:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693055.734173:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693055.734174:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693055.734175:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693055.734176:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693055.734177:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693055.734178:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693055.734179:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693055.734180:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693055.734181:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734181:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693055.734183:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061215360/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693080 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693055.734186:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693055.734187:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693055.734188:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693055.734189:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693055.734190:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693055.734190:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693055.734191:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693055.734192:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693055.734194:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693055.734194:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693055.734195:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693055.734196:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693055.734197:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734198:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693055.734200:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693055.734201:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693055.734202:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693055.734203:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693056.628569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693056.628575:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693056.628577:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693056.628580:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628582:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693056.628583:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628585:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628586:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693056.628589:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693056.628590:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693056.628591:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628592:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693056.628592:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628593:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693056.628594:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693056.628663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693056.628667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693056.628670:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693057.076552:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315868928, at 4315868992
00000100:00000040:1.0:1790693057.076552:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315868928, at 4315868992
00000100:00000010:0.0:1790693057.076568:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000100:00000010:1.0:1790693057.076570:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00010000:00000001:2.0:1790693057.652555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693057.652560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693057.652564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693057.652564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693057.652566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693057.652567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693057.652616:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693057.652619:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693057.652621:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693058.676555:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693058.676561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693058.676564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693058.676565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693058.676567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693058.676568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693058.676623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693058.676627:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693058.676631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693059.700593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693059.700600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693059.700606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693059.700607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693059.700610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693059.700612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693059.700677:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693059.700681:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693059.700683:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693060.724538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693060.724543:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693060.724546:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693060.724547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693060.724549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693060.724550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693060.724610:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693060.724614:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693060.724617:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693060.852557:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693060.852565:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693060.852567:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693060.852569:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693060.852572:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693060.852578:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21200
00000400:00000200:3.0:1790693060.852585:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693060.852590:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693060.852593:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693060.852595:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852598:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693060.852600:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852601:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693060.852607:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693060.852608:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693060.852610:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693060.852612:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693060.852614:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693060.852615:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693060.852617:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852618:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693060.852619:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852621:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693060.852623:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693060.852625:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852627:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693060.852629:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693060.852632:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693060.852633:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.852635:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693060.852636:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693060.852643:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693060.852646:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693060.852648:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693060.852649:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.852651:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693060.852653:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693060.852656:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693060.852661:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790693060.852666:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693060.852672:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693060.852680:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693060.852684:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693060.852688:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693060.852711:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693060.852715:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693060.852718:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693060.852719:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693060.852721:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693060.852723:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693060.852726:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21200
00000400:00000200:3.0:1790693060.852738:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693060.852742:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693060.852745:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693060.852749:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693060.852750:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693060.852752:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693060.852755:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693060.852757:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693060.852758:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693060.852763:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693060.852766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693060.852768:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693060.852772:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693060.852776:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693060.852779:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693060.852781:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693060.852785:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693060.852800:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693060.852800:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:1.0:1790693060.852804:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:3.0:1790693060.852808:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693060.852810:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693060.852812:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693060.852815:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693060.852816:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852820:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:1.0:1790693060.852823:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061215488:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790693060.852824:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790693060.852832:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1790693060.852832:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852836:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.852839:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693060.852840:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693060.852843:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.852847:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693060.852848:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693060.852851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693060.852853:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
00000100:00000001:3.0:1790693060.852854:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693060.852858:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693060.852859:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693060.852864:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.852866:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693060.852868:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693060.852872:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000010:3.0:1790693060.852874:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790693060.852879:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000010:1.0:1790693060.852881:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:3.0:1790693060.852882:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693060.852885:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.852888:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693060.852889:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790693060.852891:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215488, portal 25
02000000:00000001:3.0:1790693060.852892:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.852896:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693060.852899:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
02000000:00000010:3.0:1790693060.852900:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000040:1.0:1790693060.852905:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693060.852908:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.852915:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:3.0:1790693060.852918:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:1.0:1790693060.852919:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693060.852923:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693060.852927:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061215488, offset 0
00000400:00000200:1.0:1790693060.852934:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852935:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693060.852939:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.852943:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693060.852945:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693060.852951:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693060.852957:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.852958:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693060.852961:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693060.852964:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:3.0:1790693060.852966:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790693060.852970:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693060.852970:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693060.852973:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693060.852975:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.852976:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693060.852980:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21200
00000400:00000200:1.0:1790693060.852982:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40742:40742:256:4294967295] 192.168.204.156@tcp LPNI seq info [40741:40741:8:4294967295]
00000400:00000200:1.0:1790693060.852986:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693060.852994:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.852998:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693060.853001:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693060.853005:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693060.853008:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693060.853009:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853012:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1790693060.853013:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000040:3.0:1790693060.853014:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853018:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693060.853021:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693060.853024:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.0:1790693060.853025:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790693060.853026:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:1.0:1790693060.853029:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000020:00000040:3.0:1790693060.853030:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693060.853033:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693060.853036:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:1.1:1790693060.853038:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693060.853041:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.1:1790693060.853043:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000100:00000001:3.0:1790693060.853045:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693060.853050:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853052:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693060.853054:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000100:1.0:1790693060.853057:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853061:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00080000:3.0:1790693060.853065:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853066:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693060.853071:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.853073:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693060.853075:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693060.853078:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
02000000:00000001:3.0:1790693060.853080:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693060.853081:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
02000000:00000001:3.0:1790693060.853086:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853087:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693060.853090:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000200:1.0:1790693060.853093:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693060.853094:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693060.853098:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.853100:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693060.853107:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693060.853108:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:3.0:1790693060.853111:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000040:1.0:1790693060.853113:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693060.853116:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693060.853119:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.853123:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693060.853126:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693060.853128:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693060.853130:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853131:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000010:3.0:1790693060.853138:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:1.0:1790693060.853139:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.853141:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.853145:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693060.853148:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315874048
00000100:00100000:3.0:1790693060.853150:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:1.0:1790693060.853153:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7660.
00000100:00000001:3.0:1790693060.853159:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693060.853161:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693060.853161:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693060.853165:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853170:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315874048
00000100:00000001:3.0:1790693060.853173:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693060.853174:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e70c0.
00000100:00000040:3.0:1790693060.853176:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693060.853178:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1790693060.853182:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790693060.853183:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790693060.853185:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693060.853188:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693060.853189:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693060.853191:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693060.853194:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:3.0:1790693060.853194:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693060.853198:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:1.0:1790693060.853202:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693060/real 1790693060]  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693060.853202:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21200
00000400:00000200:3.0:1790693060.853207:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693060.853212:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693060.853215:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000001:1.0:1790693060.853217:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:3.0:1790693060.853218:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000001:1.0:1790693060.853221:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790693060.853221:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:1.0:1790693060.853224:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00000040:3.0:1790693060.853225:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853229:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693060.853230:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000020:00000001:3.0:1790693060.853232:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000010:1.0:1790693060.853233:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000020:00000040:3.0:1790693060.853234:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790693060.853237:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:3.0:1790693060.853237:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790693060.853241:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693060.853248:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000200:1.0:1790693060.853249:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693060.853251:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693060.853256:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693060.853262:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:3.0:1790693060.853262:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693060.853265:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693060.853266:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693060.853269:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1790693060.853270:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693060.853273:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693060.853273:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693060.853278:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00100000:1.0:1790693060.853281:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693060.853284:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853288:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693060.853291:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693060.853294:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693060.853294:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693060.853298:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.853300:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:1.0:1790693060.853301:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1790693060.853302:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693060.853308:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693060.853311:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693060.853315:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693060.853318:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000020:00000040:3.0:1790693060.853318:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693060.853321:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693060.853324:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853325:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693060.853327:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693060.853329:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:3.0:1790693060.853330:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693060.853332:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693060.853334:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853337:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
02000000:00000010:3.0:1790693060.853339:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:1.0:1790693060.853341:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:3.0:1790693060.853346:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693060.853347:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693060.853355:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00100000:3.0:1790693060.853357:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693060.853358:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693060.853365:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693060.853378:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00100000:1.0:1790693060.853380:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061215488:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693060.853385:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853386:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.853388:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061215488/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693060.853389:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853396:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693060.853400:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000040:3.0:1790693060.853400:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693060.853403:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693060.853409:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693060.853411:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693060.853415:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000100:00000001:3.0:1790693060.853416:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693060.853420:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
00000100:00000040:3.0:1790693060.853422:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21210)
02000000:00000010:1.0:1790693060.853423:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693060.853429:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693060.853431:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693060.853433:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693060.853437:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693060.853439:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853442:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853450:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693060.853451:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853452:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693060.853474:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693060.853475:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693060.853479:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853487:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693060.853488:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853489:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693060.853491:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693060.853492:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693060.853493:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215616:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693060.853495:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693060.853497:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693060.853498:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853499:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693060.853501:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693060.853502:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.853505:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693060.853506:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693060.853509:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693060.853511:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215616, portal 10
00000100:00000001:1.0:1790693060.853512:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693060.853513:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:1.0:1790693060.853517:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853521:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693060.853523:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693060.853524:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693060.853525:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061215616, offset 0
00000400:00000200:1.0:1790693060.853528:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853530:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853533:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693060.853534:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693060.853536:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693060.853537:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693060.853539:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853541:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40743:40743:256:4294967295] 192.168.204.156@tcp LPNI seq info [40742:40742:8:4294967295]
00000400:00000200:1.0:1790693060.853543:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853547:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693060.853550:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853552:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693060.853554:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693060.853556:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693060.853559:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693060.853560:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693060.853563:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853564:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693060.853566:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693060.853568:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693060.853570:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693060.853571:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693060.853572:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693060.853574:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853579:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.853580:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853584:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853585:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693060.853587:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693060.853590:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693060.853592:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693060.853593:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315872783
00000100:00000001:1.0:1790693060.853594:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.853596:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315872783
00000100:00000001:1.0:1790693060.853597:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.853598:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693060.853600:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853601:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693060.853603:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693060/real 1790693060]  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693060.853608:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693060.853608:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693060.853609:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693060.853610:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693060.853611:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693060.853612:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693060.853614:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693060.853619:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853622:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693060.853623:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853624:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.853625:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693060.853627:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853630:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693060.853632:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853638:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693060.853640:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853641:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.853643:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853644:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693060.853646:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693060.853648:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693060.853652:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693060.853654:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693060.853658:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693060.853665:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215616:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693060.853669:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693060.853672:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853677:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693060.853678:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853679:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693060.853680:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693060.853682:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693060.853683:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215744:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693060.853685:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693060.853686:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693060.853687:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853688:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693060.853691:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693060.853692:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.853694:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693060.853695:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693060.853697:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693060.853699:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215744, portal 10
00000100:00000001:1.0:1790693060.853700:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693060.853701:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693060.853704:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853708:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693060.853710:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693060.853711:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693060.853712:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061215744, offset 0
00000400:00000200:1.0:1790693060.853715:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853717:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853719:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693060.853721:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693060.853723:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693060.853724:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693060.853726:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853727:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40744:40744:256:4294967295] 192.168.204.156@tcp LPNI seq info [40743:40743:8:4294967295]
00000400:00000200:1.0:1790693060.853730:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853734:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693060.853736:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853738:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693060.853740:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693060.853742:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693060.853744:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693060.853746:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693060.853748:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853749:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693060.853751:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693060.853753:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693060.853755:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693060.853756:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693060.853757:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693060.853759:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853764:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.853765:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853769:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853770:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693060.853772:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693060.853774:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693060.853776:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693060.853777:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315872792
00000100:00000001:1.0:1790693060.853779:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.853780:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315872792
00000100:00000001:1.0:1790693060.853781:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.853782:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693060.853784:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853785:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693060.853799:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693060/real 1790693060]  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693060.853806:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693060.853808:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693060.853810:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693060.853812:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693060.853813:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693060.853815:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693060.853819:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693060.853827:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853833:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693060.853834:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853836:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.853837:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693060.853841:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853848:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693060.853851:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853859:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693060.853861:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853863:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.853864:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.853866:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693060.853867:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693060.853869:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693060.853872:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693060.853875:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693060.853878:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693060.853886:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215744:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693060.853890:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693060.853893:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853898:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693060.853899:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853900:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693060.853901:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693060.853903:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693060.853904:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215872:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693060.853906:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693060.853908:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693060.853908:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693060.853909:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693060.853912:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693060.853913:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693060.853916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693060.853917:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693060.853920:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693060.853922:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061215872, portal 4
00000100:00000001:1.0:1790693060.853923:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693060.853924:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693060.853927:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853931:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693060.853932:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693060.853933:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693060.853935:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061215872, offset 0
00000400:00000200:1.0:1790693060.853937:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853939:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853941:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693060.853943:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693060.853944:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693060.853946:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693060.853948:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693060.853950:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40745:40745:256:4294967295] 192.168.204.156@tcp LPNI seq info [40744:40744:8:4294967295]
00000400:00000200:1.0:1790693060.853952:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693060.853955:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693060.853958:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853960:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693060.853962:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693060.853964:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:1.1:1790693060.853966:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693060.853968:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:1.0:1790693060.853970:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693060.853971:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693060.853973:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693060.853975:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693060.853977:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693060.853978:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693060.853980:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693060.853982:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853986:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.853988:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693085 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.853991:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.853992:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693060.853994:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693060.853996:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693060.853997:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693060.853998:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315872786
00000100:00000001:1.0:1790693060.853999:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.854001:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315872786
00000100:00000001:1.0:1790693060.854002:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315874048
00000100:00000001:1.0:1790693060.854003:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693060.854004:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.854006:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693060.854008:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693060/real 1790693060]  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693060.854011:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693060.854012:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693060.854013:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693060.854014:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693060.854015:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693060.854016:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693060.854018:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693060.854023:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854026:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693060.854027:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854028:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.854029:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693060.854031:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854034:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693060.854036:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854040:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693060.854041:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854042:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693060.854042:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854043:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693060.854044:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693060.854046:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693060.854047:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693060.854048:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693060.854050:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693060.854054:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061215872:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693060.854056:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854057:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.854059:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061215616/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854063:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693060.854064:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693060.854065:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693060.854067:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693060.854067:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693060.854068:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693060.854070:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693060.854071:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693060.854073:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693060.854074:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693060.854075:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693060.854076:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693060.854077:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854078:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.854080:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061215744/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854084:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693060.854084:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693060.854085:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693060.854086:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693060.854087:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693060.854087:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693060.854088:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693060.854089:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693060.854090:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693060.854090:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693060.854091:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693060.854092:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693060.854093:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854094:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693060.854095:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061215872/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693085 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693060.854098:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693060.854099:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693060.854100:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693060.854101:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693060.854101:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693060.854102:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693060.854103:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693060.854104:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693060.854105:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693060.854106:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693060.854106:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693060.854108:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693060.854108:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854109:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693060.854111:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693060.854112:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693060.854113:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693060.854114:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693061.748577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693061.748584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693061.748591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693061.748592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693061.748596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693061.748597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693061.748652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693061.748655:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693061.748658:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693062.196557:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315874048, at 4315874112
00000100:00000040:1.0:1790693062.196557:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315874048, at 4315874112
00000100:00000010:0.0:1790693062.196572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000100:00000010:1.0:1790693062.196574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00010000:00000001:2.0:1790693062.772545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693062.772550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693062.772554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693062.772554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693062.772557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693062.772557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693062.772602:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693062.772605:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693062.772607:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693063.796585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693063.796593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693063.796599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693063.796600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693063.796604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693063.796605:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693063.796669:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693063.796673:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693063.796677:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693064.820549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693064.820556:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693064.820558:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693064.820561:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693064.820564:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693064.820566:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693064.820568:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693064.820569:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693064.820571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693064.820572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693064.820575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693064.820576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693064.820624:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693064.820627:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693064.820629:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693065.844623:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693065.844632:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693065.844638:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693065.844640:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693065.844643:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693065.844645:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693065.844716:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693065.844720:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693065.844724:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693065.972525:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693065.972534:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693065.972536:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693065.972539:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693065.972542:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693065.972548:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21205
00000400:00000200:3.0:1790693065.972555:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693065.972560:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693065.972562:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693065.972564:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972567:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972569:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972570:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693065.972576:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693065.972578:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693065.972579:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693065.972582:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693065.972584:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693065.972585:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693065.972587:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972588:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972589:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972590:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693065.972592:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693065.972594:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972596:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693065.972598:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693065.972600:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693065.972602:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972603:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693065.972604:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693065.972611:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790693065.972614:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693065.972616:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693065.972617:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972619:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693065.972621:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693065.972624:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693065.972629:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693065.972635:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693065.972641:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693065.972649:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693065.972652:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693065.972655:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693065.972671:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693065.972673:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693065.972676:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693065.972677:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693065.972678:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693065.972679:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693065.972681:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21205
00000400:00000200:3.0:1790693065.972683:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693065.972685:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693065.972686:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693065.972703:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972705:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972706:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972708:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693065.972710:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693065.972711:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693065.972712:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693065.972714:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693065.972716:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693065.972717:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693065.972720:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972721:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972724:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972725:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693065.972726:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693065.972728:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693065.972730:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693065.972730:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693065.972732:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693065.972736:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1790693065.972738:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693065.972740:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1790693065.972741:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972745:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693065.972748:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790693065.972750:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790693065.972750:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972754:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693065.972759:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790693065.972763:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693065.972767:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693065.972770:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693065.972770:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972772:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693065.972774:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693065.972774:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693065.972777:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.972780:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1790693065.972781:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693065.972783:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693065.972785:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.972788:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693065.972792:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693065.972796:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061216000:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693065.972805:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693065.972805:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693065.972809:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.972811:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000040:3.0:1790693065.972813:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693065.972814:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972821:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.972825:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:3.0:1790693065.972826:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693065.972830:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693065.972831:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693065.972833:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000010:1.0:1790693065.972834:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
00000100:00000001:3.0:1790693065.972834:0:182620:0:(import.c:520:import_select_connection()) Process entered
02000000:00000001:1.0:1790693065.972839:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693065.972839:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21205
00000400:00000200:3.0:1790693065.972843:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693065.972846:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693065.972848:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693065.972850:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693065.972853:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790693065.972857:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:3.0:1790693065.972858:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972862:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972865:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790693065.972867:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000020:00000001:3.0:1790693065.972869:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693065.972872:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693065.972874:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:1.0:1790693065.972875:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216000, portal 25
00000020:00000040:3.0:1790693065.972876:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000100:00000001:1.0:1790693065.972878:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:3.0:1790693065.972881:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:1.0:1790693065.972882:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000020:00000001:3.0:1790693065.972888:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693065.972892:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693065.972895:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972900:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.972905:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693065.972906:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693065.972910:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693065.972912:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693065.972916:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000020:00000040:3.0:1790693065.972917:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000200:1.0:1790693065.972920:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061216000, offset 0
00000100:00080000:3.0:1790693065.972924:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693065.972927:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.972931:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693065.972931:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693065.972937:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693065.972939:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.972941:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693065.972943:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693065.972947:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693065.972950:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000008:00000001:3.0:1790693065.972951:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972956:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.972958:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000010:3.0:1790693065.972962:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000400:00000200:1.0:1790693065.972964:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:3.0:1790693065.972966:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693065.972970:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790693065.972972:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693065.972976:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:3.0:1790693065.972976:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.972978:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693065.972980:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693065.972983:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.972984:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40746:40746:256:4294967295] 192.168.204.156@tcp LPNI seq info [40745:40745:8:4294967295]
02000000:00000010:3.0:1790693065.972988:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000400:00000200:1.0:1790693065.972993:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693065.972993:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693065.973000:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693065.973005:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693065.973006:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693065.973008:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693065.973019:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790693065.973023:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693065.973027:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.0:1790693065.973031:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693065.973032:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693065.973038:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693065.973039:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000010:1.0:1790693065.973041:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693065.973041:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693065.973044:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693065.973046:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693065.973048:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21205
00000800:00000200:1.0:1790693065.973053:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790693065.973056:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790693065.973059:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000400:00000200:3.0:1790693065.973060:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693065.973066:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790693065.973070:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693065.973071:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.973074:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790693065.973077:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:3.0:1790693065.973078:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.973083:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000100:1.0:1790693065.973086:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693065.973089:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000010:1.0:1790693065.973090:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000020:00000040:3.0:1790693065.973094:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:1.0:1790693065.973098:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000001:3.0:1790693065.973098:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693065.973102:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000200:1.0:1790693065.973107:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000001:3.0:1790693065.973108:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693065.973113:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693065.973117:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693065.973118:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693065.973120:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693065.973122:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000100:00000001:3.0:1790693065.973123:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790693065.973125:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000020:00000040:3.0:1790693065.973128:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693065.973130:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1790693065.973134:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000200:1.0:1790693065.973136:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693065.973139:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693065.973144:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693065.973147:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:3.0:1790693065.973149:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693065.973151:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693065.973155:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.973160:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693065.973161:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693065.973164:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693065.973165:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000008:00000001:3.0:1790693065.973169:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973171:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.973172:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.973178:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790693065.973179:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790693065.973183:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693065.973185:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693065.973187:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315879168
02000000:00000001:3.0:1790693065.973188:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693065.973192:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:1.0:1790693065.973193:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e70c0.
02000000:00000001:3.0:1790693065.973194:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693065.973198:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973201:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:3.0:1790693065.973204:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:1.0:1790693065.973208:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315879168
00000100:00000001:3.0:1790693065.973210:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693065.973212:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7660.
00000100:00000001:1.0:1790693065.973216:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693065.973219:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:3.0:1790693065.973219:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693065.973223:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973226:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693065.973234:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693065/real 1790693065]  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693065.973235:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693065.973239:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693065.973247:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693065.973251:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693065.973254:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693065.973255:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000040:3.0:1790693065.973258:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21215)
00000400:00000010:1.0:1790693065.973260:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693065.973265:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693065.973266:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693065.973268:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693065.973273:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693065.973296:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973303:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693065.973305:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973307:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.973309:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693065.973313:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973319:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693065.973323:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973330:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693065.973333:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973335:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.973336:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973338:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693065.973339:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693065.973342:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693065.973345:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693065.973348:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693065.973352:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693065.973360:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061216000:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693065.973364:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973366:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.973369:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061216000/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973381:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693065.973384:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693065.973386:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693065.973389:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693065.973391:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693065.973392:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693065.973394:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693065.973396:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693065.973400:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693065.973402:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693065.973403:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:1.0:1790693065.973406:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693065.973407:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973409:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973416:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693065.973418:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973420:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693065.973422:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693065.973424:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693065.973437:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973444:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693065.973446:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.973447:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693065.973449:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693065.973451:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693065.973479:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216128:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693065.973483:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693065.973485:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693065.973486:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.973488:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693065.973491:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693065.973493:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.973497:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693065.973500:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693065.973504:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693065.973506:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216128, portal 10
00000100:00000001:1.0:1790693065.973508:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693065.973509:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00000040:1.0:1790693065.973516:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973522:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693065.973524:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693065.973526:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693065.973528:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061216128, offset 0
00000400:00000200:1.0:1790693065.973540:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693065.973544:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.973548:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693065.973551:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693065.973553:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693065.973555:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693065.973557:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693065.973560:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40747:40747:256:4294967295] 192.168.204.156@tcp LPNI seq info [40746:40746:8:4294967295]
00000400:00000200:1.0:1790693065.973564:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.973570:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693065.973574:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.973578:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693065.973581:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693065.973584:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693065.973596:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693065.973599:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693065.973602:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.973604:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693065.973607:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693065.973611:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693065.973614:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693065.973615:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693065.973618:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693065.973622:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973629:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.973632:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973638:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973640:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693065.973643:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693065.973647:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693065.973650:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693065.973652:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315877903
00000100:00000001:1.0:1790693065.973655:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.973657:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315877903
00000100:00000001:1.0:1790693065.973659:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.973660:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693065.973663:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973664:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693065.973668:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693065/real 1790693065]  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693065.973677:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693065.973678:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693065.973680:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693065.973682:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693065.973684:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693065.973686:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693065.973704:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693065.973712:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973725:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693065.973726:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973728:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.973729:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693065.973733:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973739:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693065.973744:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973750:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693065.973752:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973754:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.973755:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.973757:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693065.973759:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693065.973761:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693065.973764:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693065.973766:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693065.973770:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693065.973777:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216128:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693065.973781:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693065.973785:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973791:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693065.973792:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.973795:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693065.973797:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693065.973799:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693065.973802:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216256:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693065.973805:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693065.973807:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693065.973808:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.973810:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693065.973813:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693065.973815:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.973818:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693065.973821:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693065.973824:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693065.973827:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216256, portal 10
00000100:00000001:1.0:1790693065.973829:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693065.973830:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693065.973836:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973841:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693065.973843:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693065.973845:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693065.973847:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061216256, offset 0
00000400:00000200:1.0:1790693065.973850:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693065.973854:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.973857:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693065.973860:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693065.973862:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693065.973864:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693065.973866:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693065.973869:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40748:40748:256:4294967295] 192.168.204.156@tcp LPNI seq info [40747:40747:8:4294967295]
00000400:00000200:1.0:1790693065.973873:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.973879:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693065.973884:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.973887:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693065.973891:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693065.973893:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693065.973897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693065.973900:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693065.973903:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.973905:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693065.973908:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693065.973911:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693065.973914:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693065.973916:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693065.973918:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693065.973921:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973929:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.973932:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.973938:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973940:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693065.973943:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693065.973946:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693065.973949:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693065.973951:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315877912
00000100:00000001:1.0:1790693065.973954:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.973955:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315877912
00000100:00000001:1.0:1790693065.973957:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.973959:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693065.973961:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.973963:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693065.973967:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693065/real 1790693065]  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693065.973974:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693065.973976:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693065.973977:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693065.973979:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693065.973981:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693065.973983:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693065.973986:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693065.973994:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974001:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693065.974002:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974004:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.974005:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693065.974008:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974015:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693065.974018:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974024:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693065.974027:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974028:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.974029:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974031:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693065.974033:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693065.974035:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693065.974038:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693065.974040:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693065.974044:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693065.974052:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216256:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693065.974056:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693065.974059:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974065:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693065.974066:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.974068:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693065.974070:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693065.974072:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693065.974074:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216384:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693065.974077:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693065.974079:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693065.974081:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693065.974082:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693065.974085:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693065.974087:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693065.974091:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693065.974093:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693065.974096:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693065.974099:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216384, portal 4
00000100:00000001:1.0:1790693065.974101:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693065.974102:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693065.974108:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974114:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693065.974117:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693065.974119:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693065.974121:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061216384, offset 0
00000400:00000200:1.0:1790693065.974125:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693065.974129:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.974132:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693065.974135:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693065.974137:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693065.974139:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693065.974141:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693065.974144:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40749:40749:256:4294967295] 192.168.204.156@tcp LPNI seq info [40748:40748:8:4294967295]
00000400:00000200:1.0:1790693065.974148:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693065.974153:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693065.974157:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.974160:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693065.974164:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693065.974166:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:1.1:1790693065.974170:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693065.974173:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:1.0:1790693065.974177:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693065.974179:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693065.974181:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693065.974184:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693065.974188:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693065.974189:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693065.974191:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693065.974195:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974202:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.974206:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693090 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974212:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.974213:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693065.974216:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693065.974219:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693065.974222:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693065.974224:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315877906
00000100:00000001:1.0:1790693065.974226:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.974228:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315877906
00000100:00000001:1.0:1790693065.974230:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315879168
00000100:00000001:1.0:1790693065.974232:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693065.974235:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.974236:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693065.974240:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693065/real 1790693065]  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693065.974247:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693065.974248:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693065.974250:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693065.974252:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693065.974254:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693065.974255:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693065.974259:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693065.974266:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974272:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693065.974274:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974275:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.974277:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693065.974280:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974286:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693065.974290:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974296:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693065.974299:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974300:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693065.974301:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974303:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693065.974305:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693065.974307:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693065.974310:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693065.974312:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693065.974315:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693065.974323:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216384:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693065.974326:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974328:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.974331:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061216128/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974337:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693065.974339:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693065.974340:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693065.974343:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693065.974344:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693065.974345:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693065.974347:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693065.974349:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693065.974352:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693065.974354:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693065.974355:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:1.0:1790693065.974358:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693065.974359:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974361:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.974364:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061216256/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974375:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693065.974377:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693065.974378:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693065.974380:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693065.974381:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693065.974382:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693065.974384:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693065.974386:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693065.974388:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693065.974389:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693065.974390:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693065.974392:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693065.974393:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974395:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693065.974397:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061216384/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693090 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693065.974404:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693065.974405:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693065.974406:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693065.974408:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693065.974409:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693065.974410:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693065.974412:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693065.974413:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693065.974415:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693065.974416:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693065.974418:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693065.974420:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693065.974421:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974423:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693065.974427:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693065.974428:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693065.974430:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693065.974431:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693066.868589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693066.868598:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693066.868600:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693066.868604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868607:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693066.868609:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868612:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868614:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868617:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693066.868618:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693066.868619:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693066.868620:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868621:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693066.868622:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868623:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693066.868624:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693066.868706:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693066.868710:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693066.868713:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693067.316559:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315879168, at 4315879232
00000100:00000040:1.0:1790693067.316559:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315879168, at 4315879232
00000100:00000010:1.0:1790693067.316573:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00000100:00000010:0.0:1790693067.316575:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e70c0.
00010000:00000001:2.0:1790693067.892562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693067.892568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693067.892574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693067.892576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693067.892579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693067.892581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693067.892649:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693067.892664:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693067.892668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693068.916575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693068.916581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693068.916587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693068.916588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693068.916592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693068.916593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693068.916665:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693068.916670:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693068.916673:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693069.940568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693069.940574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693069.940580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693069.940582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693069.940585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693069.940586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693069.940674:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693069.940681:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693069.940686:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693070.964548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693070.964554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693070.964560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693070.964561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693070.964564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693070.964566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693070.964666:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693070.964671:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693070.964675:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693071.092561:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693071.092571:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693071.092573:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693071.092576:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693071.092581:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693071.092587:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21210
00000400:00000200:3.0:1790693071.092606:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693071.092611:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693071.092614:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693071.092616:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.092620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092626:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693071.092633:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693071.092634:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693071.092637:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693071.092639:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693071.092640:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693071.092644:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693071.092646:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092648:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.092649:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092650:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693071.092653:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693071.092654:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092656:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693071.092659:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693071.092662:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693071.092664:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092666:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693071.092668:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693071.092676:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790693071.092680:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693071.092684:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693071.092685:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092688:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693071.092691:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693071.092695:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693071.092703:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693071.092707:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693071.092714:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693071.092722:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693071.092725:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693071.092729:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693071.092747:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693071.092749:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693071.092751:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693071.092752:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693071.092753:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693071.092755:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693071.092757:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21210
00000400:00000200:3.0:1790693071.092760:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693071.092762:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693071.092764:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693071.092766:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092768:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.092770:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092771:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693071.092773:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693071.092774:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693071.092775:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693071.092778:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693071.092780:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693071.092782:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693071.092783:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693071.092785:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693071.092789:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693071.092789:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693071.092794:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693071.092794:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092798:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693071.092801:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693071.092803:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092806:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693071.092810:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693071.092814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693071.092815:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693071.092821:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092825:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693071.092829:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693071.092830:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1790693071.092832:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.092834:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092835:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.092841:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1790693071.092842:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
02000000:00000001:1.0:1790693071.092846:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790693071.092846:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693071.092850:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693071.092854:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1790693071.092856:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061216512:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693071.092857:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092861:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693071.092863:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693071.092863:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693071.092867:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693071.092871:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693071.092873:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693071.092874:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.092876:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.092879:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1790693071.092880:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790693071.092887:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
00000100:00000001:3.0:1790693071.092887:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790693071.092891:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.092891:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693071.092897:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693071.092900:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693071.092905:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:3.0:1790693071.092908:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693071.092911:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:3.0:1790693071.092912:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693071.092916:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693071.092917:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1790693071.092919:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216512, portal 25
00000100:00080000:3.0:1790693071.092919:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693071.092922:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693071.092922:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693071.092925:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00080000:3.0:1790693071.092927:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21210
00000400:00000200:3.0:1790693071.092932:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693071.092933:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693071.092937:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693071.092940:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693071.092942:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092943:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.092946:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092951:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693071.092952:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1790693071.092954:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693071.092956:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000100:00000040:1.0:1790693071.092958:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693071.092959:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000010:1.0:1790693071.092961:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693071.092964:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061216512, offset 0
00000020:00000040:3.0:1790693071.092967:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693071.092971:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693071.092972:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693071.092975:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693071.092977:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693071.092980:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693071.092980:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.092984:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092986:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693071.092988:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:3.0:1790693071.092989:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693071.092994:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693071.092994:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693071.092998:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693071.093000:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790693071.093001:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693071.093005:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693071.093006:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790693071.093010:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693071.093011:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.093014:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693071.093017:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40750:40750:256:4294967295] 192.168.204.156@tcp LPNI seq info [40749:40749:8:4294967295]
00000008:00100000:3.0:1790693071.093018:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693071.093023:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:3.0:1790693071.093023:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.093026:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693071.093030:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000400:00000200:1.0:1790693071.093035:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790693071.093035:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:1.0:1790693071.093042:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693071.093043:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693071.093045:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.093046:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000800:00000010:1.0:1790693071.093047:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
02000000:00000001:3.0:1790693071.093048:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693071.093050:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693071.093054:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:3.0:1790693071.093054:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790693071.093059:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693071.093060:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00100000:3.0:1790693071.093064:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790693071.093067:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693071.093072:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:3.0:1790693071.093074:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693071.093076:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693071.093079:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693071.093086:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693071.093091:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1790693071.093096:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693071.093100:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1790693071.093104:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00080000:3.0:1790693071.093105:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693071.093110:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1790693071.093110:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693071.093114:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693071.093115:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693071.093118:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693071.093121:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693071.093124:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:3.0:1790693071.093124:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693071.093128:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1790693071.093133:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21210
00000100:00000200:1.0:1790693071.093134:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693071.093144:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693071.093146:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093152:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693071.093152:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693071.093158:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693071.093166:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693071.093166:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693071.093171:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693071.093171:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.093177:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.093180:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693071.093182:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693071.093184:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693071.093187:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:1.0:1790693071.093189:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693071.093190:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693071.093193:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315884288
00000020:00000040:3.0:1790693071.093195:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693071.093198:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693071.093200:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693071.093202:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.093203:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693071.093205:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693071.093206:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693071.093208:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000010:1.0:1790693071.093209:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7660.
00000100:00080000:3.0:1790693071.093210:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693071.093214:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693071.093217:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693071.093218:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1790693071.093221:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693071.093225:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.093226:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693071.093228:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315884288
00000008:00100000:3.0:1790693071.093230:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000010:1.0:1790693071.093233:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7000.
00000008:00000001:3.0:1790693071.093234:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093237:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:3.0:1790693071.093238:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093241:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693071.093243:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693071.093245:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693071.093246:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1790693071.093250:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00100000:1.0:1790693071.093251:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693071/real 1790693071]  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693071.093256:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693071.093258:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693071.093262:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693071.093264:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000001:1.0:1790693071.093265:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790693071.093266:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693071.093267:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693071.093271:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000010:3.0:1790693071.093272:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000400:00000200:1.0:1790693071.093273:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693071.093276:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693071.093277:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093278:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693071.093286:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693071.093286:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693071.093314:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693071.093315:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693071.093318:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093326:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:3.0:1790693071.093326:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093328:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093332:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093334:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693071.093339:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693071.093341:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693071.093344:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21220)
00000100:00000001:1.0:1790693071.093349:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693071.093353:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093358:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693071.093360:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093361:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093362:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093364:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693071.093365:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693071.093367:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693071.093369:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693071.093372:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693071.093374:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693071.093379:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061216512:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693071.093382:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093383:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093385:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061216512/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093389:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693071.093391:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693071.093392:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693071.093395:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693071.093396:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693071.093397:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693071.093398:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693071.093399:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:1.0:1790693071.093403:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693071.093404:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693071.093405:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693071.093407:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693071.093408:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093409:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093415:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693071.093416:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093417:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693071.093418:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693071.093419:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693071.093421:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093425:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693071.093426:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093427:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693071.093428:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693071.093429:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693071.093431:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216640:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693071.093433:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693071.093434:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693071.093435:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093436:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693071.093438:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693071.093439:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693071.093441:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693071.093443:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693071.093445:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693071.093447:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216640, portal 10
00000100:00000001:1.0:1790693071.093448:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693071.093449:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:1.0:1790693071.093472:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093477:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693071.093479:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693071.093481:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693071.093482:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061216640, offset 0
00000400:00000200:1.0:1790693071.093485:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093487:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093490:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693071.093492:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693071.093494:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693071.093495:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693071.093497:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093499:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40751:40751:256:4294967295] 192.168.204.156@tcp LPNI seq info [40750:40750:8:4294967295]
00000400:00000200:1.0:1790693071.093501:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093505:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693071.093508:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093509:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693071.093512:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693071.093514:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693071.093516:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693071.093518:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693071.093520:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093521:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693071.093523:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693071.093525:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693071.093527:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693071.093528:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693071.093529:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693071.093532:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093536:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093538:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093542:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093543:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693071.093545:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693071.093547:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693071.093549:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693071.093550:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315883023
00000100:00000001:1.0:1790693071.093552:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093554:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315883023
00000100:00000001:1.0:1790693071.093555:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093556:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693071.093557:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093558:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693071.093560:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693071/real 1790693071]  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693071.093564:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693071.093565:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693071.093566:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693071.093567:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693071.093568:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693071.093570:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693071.093571:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693071.093576:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093579:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693071.093580:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093581:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093582:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693071.093584:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093587:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693071.093603:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093607:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693071.093609:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093610:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093611:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093612:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693071.093613:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693071.093615:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693071.093617:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693071.093621:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693071.093624:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693071.093629:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216640:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693071.093631:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693071.093633:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093636:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693071.093637:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093639:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693071.093640:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693071.093641:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693071.093642:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216768:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693071.093644:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693071.093645:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693071.093646:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093647:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693071.093649:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693071.093650:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693071.093652:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693071.093654:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693071.093655:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693071.093657:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216768, portal 10
00000100:00000001:1.0:1790693071.093658:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693071.093659:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790693071.093663:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093667:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693071.093668:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693071.093669:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693071.093671:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061216768, offset 0
00000400:00000200:1.0:1790693071.093673:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093675:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093677:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693071.093678:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693071.093680:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693071.093681:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693071.093683:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093684:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40752:40752:256:4294967295] 192.168.204.156@tcp LPNI seq info [40751:40751:8:4294967295]
00000400:00000200:1.0:1790693071.093687:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093690:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693071.093693:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093695:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693071.093697:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693071.093699:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693071.093701:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693071.093703:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693071.093705:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093706:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693071.093708:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693071.093710:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693071.093711:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693071.093712:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693071.093714:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693071.093716:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093720:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093722:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093726:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093727:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693071.093729:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693071.093730:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693071.093732:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693071.093733:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315883032
00000100:00000001:1.0:1790693071.093735:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093736:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315883032
00000100:00000001:1.0:1790693071.093737:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093739:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693071.093740:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093741:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693071.093743:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693071/real 1790693071]  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693071.093747:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693071.093747:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693071.093748:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693071.093749:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693071.093750:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693071.093751:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693071.093753:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693071.093757:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093761:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693071.093762:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093763:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093763:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693071.093766:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093771:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693071.093775:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093781:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693071.093783:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093784:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093785:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093787:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693071.093789:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693071.093791:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693071.093794:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693071.093796:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693071.093799:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693071.093807:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216768:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693071.093811:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693071.093814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093820:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693071.093822:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093824:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693071.093826:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693071.093827:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693071.093830:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216896:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693071.093833:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693071.093835:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693071.093836:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693071.093838:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693071.093842:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693071.093843:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693071.093847:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693071.093849:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693071.093852:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693071.093855:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061216896, portal 4
00000100:00000001:1.0:1790693071.093857:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693071.093858:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:1.0:1790693071.093863:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093867:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693071.093868:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693071.093869:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693071.093871:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061216896, offset 0
00000400:00000200:1.0:1790693071.093873:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093875:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093878:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693071.093879:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693071.093881:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693071.093883:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693071.093884:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693071.093886:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40753:40753:256:4294967295] 192.168.204.156@tcp LPNI seq info [40752:40752:8:4294967295]
00000400:00000200:1.0:1790693071.093888:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693071.093892:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693071.093894:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093896:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693071.093898:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693071.093900:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:1.1:1790693071.093902:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693071.093904:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:1.0:1790693071.093906:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693071.093907:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693071.093909:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693071.093911:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693071.093913:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693071.093914:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693071.093915:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693071.093917:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093922:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093924:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693096 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093927:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093928:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693071.093930:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693071.093932:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693071.093933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693071.093935:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315883026
00000100:00000001:1.0:1790693071.093936:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093937:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315883026
00000100:00000001:1.0:1790693071.093939:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315884288
00000100:00000001:1.0:1790693071.093940:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693071.093941:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.093942:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693071.093944:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693071/real 1790693071]  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693071.093948:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693071.093949:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693071.093950:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693071.093951:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693071.093952:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693071.093953:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693071.093955:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693071.093960:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093963:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693071.093964:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093965:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093966:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693071.093968:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093971:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693071.093973:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.093976:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693071.093978:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093979:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693071.093979:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093980:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693071.093981:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693071.093983:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693071.093984:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693071.093985:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693071.093987:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693071.093991:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061216896:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693071.093993:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.093994:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.093996:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061216640/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.094000:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693071.094001:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693071.094002:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693071.094004:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693071.094005:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693071.094005:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693071.094007:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693071.094008:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693071.094009:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693071.094010:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693071.094011:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693071.094013:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693071.094014:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.094015:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.094017:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061216768/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.094020:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693071.094020:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693071.094021:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693071.094022:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693071.094023:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693071.094023:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693071.094024:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693071.094025:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693071.094026:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693071.094027:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693071.094027:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693071.094029:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693071.094029:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.094030:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693071.094032:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061216896/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693096 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693071.094035:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693071.094037:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693071.094037:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693071.094039:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693071.094040:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693071.094040:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693071.094041:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693071.094042:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693071.094043:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693071.094044:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693071.094044:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693071.094047:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693071.094048:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.094049:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693071.094051:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693071.094052:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693071.094053:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693071.094054:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693071.988587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693071.988593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693071.988599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693071.988600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693071.988603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693071.988605:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693071.988674:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693071.988677:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693071.988679:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693072.436557:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315884288, at 4315884352
00000100:00000040:0.0:1790693072.436562:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315884288, at 4315884352
00000100:00000010:1.0:1790693072.436584:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000100:00000010:0.0:1790693072.436586:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7660.
00010000:00000001:2.0:1790693073.012543:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693073.012548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693073.012551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693073.012563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693073.012566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693073.012566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693073.012635:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693073.012639:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693073.012646:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693074.036593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693074.036598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693074.036602:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693074.036603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693074.036605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693074.036606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693074.036685:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693074.036690:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693074.036693:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693075.060531:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693075.060539:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693075.060541:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693075.060545:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693075.060549:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693075.060552:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693075.060554:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693075.060556:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693075.060560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693075.060561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693075.060565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693075.060567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693075.060623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693075.060628:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693075.060631:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693076.084583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693076.084589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693076.084593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693076.084593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693076.084596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693076.084596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693076.084654:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693076.084657:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693076.084661:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693076.212549:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693076.212556:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693076.212559:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693076.212562:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693076.212565:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693076.212571:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21215
00000400:00000200:3.0:1790693076.212580:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693076.212586:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693076.212590:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693076.212593:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212596:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212598:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212601:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693076.212608:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693076.212610:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693076.212613:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693076.212617:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693076.212619:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693076.212621:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693076.212624:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212626:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212628:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212629:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693076.212632:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693076.212635:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212637:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693076.212640:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693076.212643:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693076.212646:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212648:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693076.212650:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693076.212658:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790693076.212662:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693076.212665:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693076.212667:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212670:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693076.212673:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693076.212677:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693076.212683:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693076.212688:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693076.212696:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693076.212703:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693076.212706:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693076.212709:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693076.212728:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693076.212731:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693076.212734:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693076.212735:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693076.212737:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693076.212739:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693076.212741:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21215
00000400:00000200:3.0:1790693076.212745:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693076.212748:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693076.212750:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693076.212753:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212755:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212756:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212758:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693076.212761:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693076.212762:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693076.212764:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693076.212766:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693076.212768:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693076.212770:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693076.212773:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212776:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212777:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693076.212778:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693076.212779:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693076.212781:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:3.0:1790693076.212781:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693076.212783:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693076.212784:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693076.212786:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693076.212788:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693076.212790:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693076.212792:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693076.212794:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212797:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693076.212801:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693076.212804:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1790693076.212804:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212805:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.212806:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693076.212808:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
02000000:00000001:1.0:1790693076.212809:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000040:3.0:1790693076.212810:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693076.212812:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693076.212813:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693076.212814:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693076.212814:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212815:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:1.0:1790693076.212817:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061217024:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693076.212817:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693076.212818:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.212821:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1790693076.212821:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693076.212825:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693076.212825:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.212827:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693076.212829:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:1.0:1790693076.212830:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693076.212834:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
00000100:00000001:3.0:1790693076.212835:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790693076.212836:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212837:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.212841:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693076.212841:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693076.212845:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:3.0:1790693076.212848:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693076.212850:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693076.212851:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00080000:3.0:1790693076.212853:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693076.212855:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693076.212856:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1790693076.212857:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217024, portal 25
00000100:00000001:3.0:1790693076.212858:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693076.212859:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790693076.212860:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21215
00000100:00000001:1.0:1790693076.212861:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000400:00000200:3.0:1790693076.212863:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693076.212866:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693076.212866:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693076.212868:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693076.212871:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212873:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693076.212874:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693076.212875:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:1.0:1790693076.212876:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212877:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:1.0:1790693076.212879:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000020:00000001:3.0:1790693076.212880:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:1.0:1790693076.212881:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061217024, offset 0
00000020:00000040:3.0:1790693076.212881:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693076.212882:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693076.212884:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693076.212885:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790693076.212887:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693076.212888:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693076.212890:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212891:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212893:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693076.212895:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693076.212895:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693076.212897:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693076.212899:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693076.212901:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693076.212902:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693076.212903:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693076.212905:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790693076.212905:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693076.212907:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.212908:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693076.212909:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000008:00100000:3.0:1790693076.212910:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693076.212912:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.212913:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693076.212914:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.212916:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000010:3.0:1790693076.212917:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000400:00000200:1.0:1790693076.212919:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40754:40754:256:4294967295] 192.168.204.156@tcp LPNI seq info [40753:40753:8:4294967295]
00000020:00000040:3.0:1790693076.212919:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693076.212921:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693076.212922:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.212923:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693076.212924:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693076.212925:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693076.212926:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693076.212929:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000400:00000200:1.0:1790693076.212932:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790693076.212932:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693076.212936:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.0:1790693076.212938:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212942:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:1.0:1790693076.212944:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693076.212944:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693076.212947:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.0:1790693076.212951:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790693076.212954:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693076.212955:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:3.0:1790693076.212957:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693076.212960:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000200:1.1:1790693076.212960:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790693076.212963:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:1.1:1790693076.212964:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00080000:3.0:1790693076.212966:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693076.212967:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000100:1.0:1790693076.212968:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693076.212969:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1790693076.212970:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000100:00000001:3.0:1790693076.212971:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693076.212973:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21215
00000400:00000200:1.0:1790693076.212976:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:3.0:1790693076.212976:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693076.212978:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693076.212980:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693076.212980:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693076.212982:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212985:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.212987:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.212989:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693076.212992:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693076.212993:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000200:1.0:1790693076.212994:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000020:00000001:3.0:1790693076.212994:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693076.212996:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000010:1.0:1790693076.212997:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000020:00000001:3.0:1790693076.212998:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693076.213000:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693076.213001:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790693076.213002:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:1.0:1790693076.213004:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693076.213004:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693076.213006:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693076.213008:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693076.213011:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693076.213013:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693076.213013:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693076.213015:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693076.213016:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:1.0:1790693076.213017:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693076.213019:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693076.213021:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213023:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.213023:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693076.213024:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693076.213025:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000008:00000001:3.0:1790693076.213027:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.213028:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693076.213031:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693076.213032:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693076.213033:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693076.213035:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:1.0:1790693076.213036:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693076.213036:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213038:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315889408
00000100:00000001:3.0:1790693076.213038:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693076.213039:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693076.213040:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693076.213044:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7000.
02000000:00000010:3.0:1790693076.213044:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790693076.213047:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213050:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00100000:3.0:1790693076.213051:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693076.213057:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315889408
00000100:00000001:3.0:1790693076.213057:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693076.213059:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693076.213060:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d20.
00000100:00000001:1.0:1790693076.213062:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:3.0:1790693076.213062:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213065:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693076.213068:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693076.213069:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213070:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:3.0:1790693076.213073:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21225)
00000100:00100000:1.0:1790693076.213074:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693076/real 1790693076]  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693076.213088:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693076.213089:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693076.213091:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693076.213094:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693076.213095:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693076.213098:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693076.213101:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693076.213110:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213115:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693076.213116:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213118:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213119:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693076.213122:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213126:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693076.213129:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213133:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693076.213134:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213135:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213136:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213138:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693076.213139:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693076.213141:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693076.213143:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693076.213144:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693076.213147:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693076.213152:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061217024:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693076.213155:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213156:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213158:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061217024/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213162:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693076.213163:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213165:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693076.213167:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693076.213168:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693076.213169:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693076.213170:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693076.213172:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693076.213174:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693076.213175:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693076.213176:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790693076.213179:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693076.213180:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213181:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213186:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693076.213188:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213189:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693076.213190:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693076.213191:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693076.213193:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213197:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693076.213198:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213200:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693076.213201:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693076.213202:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693076.213203:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217152:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693076.213205:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693076.213207:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693076.213208:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213209:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213211:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693076.213212:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.213215:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693076.213216:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693076.213218:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693076.213220:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217152, portal 10
00000100:00000001:1.0:1790693076.213221:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693076.213222:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:1.0:1790693076.213226:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213230:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693076.213231:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693076.213233:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693076.213234:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061217152, offset 0
00000400:00000200:1.0:1790693076.213237:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213239:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213241:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693076.213243:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693076.213245:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693076.213246:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693076.213248:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213249:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40755:40755:256:4294967295] 192.168.204.156@tcp LPNI seq info [40754:40754:8:4294967295]
00000400:00000200:1.0:1790693076.213252:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213256:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693076.213263:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213265:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693076.213267:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693076.213269:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693076.213272:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693076.213274:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693076.213277:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213278:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693076.213281:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693076.213284:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693076.213287:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693076.213288:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693076.213291:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693076.213294:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213301:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213304:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213309:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213310:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693076.213314:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693076.213318:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693076.213321:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693076.213323:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315888142
00000100:00000001:1.0:1790693076.213326:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213328:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315888142
00000100:00000001:1.0:1790693076.213330:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213332:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693076.213334:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213335:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693076.213339:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693076/real 1790693076]  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693076.213346:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693076.213347:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693076.213349:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693076.213350:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693076.213351:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693076.213353:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693076.213355:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693076.213359:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213363:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693076.213364:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213365:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213365:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693076.213367:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213371:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693076.213373:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213377:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693076.213378:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213379:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213380:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213381:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693076.213382:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693076.213383:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693076.213385:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693076.213386:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693076.213388:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693076.213392:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217152:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693076.213395:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693076.213396:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213400:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693076.213401:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213402:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693076.213403:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693076.213404:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693076.213406:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217280:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693076.213407:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693076.213409:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693076.213409:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213411:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213413:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693076.213414:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.213416:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693076.213417:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693076.213419:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693076.213421:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217280, portal 10
00000100:00000001:1.0:1790693076.213422:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693076.213423:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790693076.213426:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213430:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693076.213431:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693076.213432:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693076.213434:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061217280, offset 0
00000400:00000200:1.0:1790693076.213436:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213439:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213442:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693076.213445:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693076.213447:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693076.213449:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693076.213451:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213480:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40756:40756:256:4294967295] 192.168.204.156@tcp LPNI seq info [40755:40755:8:4294967295]
00000400:00000200:1.0:1790693076.213485:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213504:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693076.213509:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213512:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693076.213516:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693076.213518:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693076.213522:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693076.213524:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693076.213527:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213529:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693076.213532:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693076.213535:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693076.213538:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693076.213540:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693076.213543:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693076.213546:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213554:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213557:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213563:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213565:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693076.213568:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693076.213570:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693076.213572:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693076.213573:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315888152
00000100:00000001:1.0:1790693076.213581:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213583:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315888152
00000100:00000001:1.0:1790693076.213585:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213586:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693076.213587:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213589:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693076.213591:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693076/real 1790693076]  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693076.213596:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693076.213596:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693076.213597:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693076.213599:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693076.213600:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693076.213601:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693076.213603:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693076.213608:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213611:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693076.213612:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213613:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213614:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693076.213615:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213619:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693076.213621:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213624:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693076.213626:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213626:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213627:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213629:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693076.213633:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693076.213635:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693076.213637:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693076.213638:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693076.213640:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693076.213645:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217280:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693076.213647:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693076.213648:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213652:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693076.213652:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213654:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693076.213655:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693076.213656:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693076.213657:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217408:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693076.213659:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693076.213660:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693076.213661:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693076.213662:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213664:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693076.213665:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693076.213667:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693076.213668:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693076.213670:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693076.213672:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217408, portal 4
00000100:00000001:1.0:1790693076.213673:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693076.213674:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790693076.213677:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213681:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693076.213683:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693076.213684:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693076.213685:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061217408, offset 0
00000400:00000200:1.0:1790693076.213687:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213690:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213692:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693076.213693:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693076.213695:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693076.213696:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693076.213697:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693076.213699:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40757:40757:256:4294967295] 192.168.204.156@tcp LPNI seq info [40756:40756:8:4294967295]
00000400:00000200:1.0:1790693076.213702:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693076.213705:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693076.213708:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213710:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693076.213712:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693076.213714:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:1.1:1790693076.213716:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693076.213717:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:1.0:1790693076.213720:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693076.213721:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693076.213723:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693076.213725:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693076.213726:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693076.213727:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693076.213729:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693076.213731:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213735:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213737:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693101 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213744:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213745:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693076.213747:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693076.213749:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693076.213750:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693076.213751:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315888146
00000100:00000001:1.0:1790693076.213753:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213754:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315888146
00000100:00000001:1.0:1790693076.213755:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315889408
00000100:00000001:1.0:1790693076.213757:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693076.213758:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213759:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693076.213760:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693076/real 1790693076]  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693076.213764:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693076.213765:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693076.213766:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693076.213767:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693076.213768:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693076.213769:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693076.213771:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693076.213775:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213778:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693076.213779:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213780:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213781:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693076.213782:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213787:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693076.213789:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213792:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693076.213793:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213794:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693076.213795:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213796:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693076.213797:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693076.213798:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693076.213799:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693076.213801:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693076.213802:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693076.213806:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217408:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693076.213808:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213809:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213811:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061217152/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213814:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693076.213815:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213816:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693076.213817:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693076.213818:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693076.213819:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693076.213820:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693076.213821:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693076.213824:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693076.213824:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693076.213825:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693076.213827:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693076.213828:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213829:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213830:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061217280/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213834:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693076.213835:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213836:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693076.213837:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693076.213837:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693076.213838:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693076.213839:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693076.213840:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693076.213841:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693076.213841:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693076.213842:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790693076.213844:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693076.213845:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213845:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693076.213847:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061217408/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693101 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693076.213850:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693076.213851:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693076.213851:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693076.213852:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693076.213853:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693076.213854:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693076.213855:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693076.213855:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693076.213857:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693076.213857:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693076.213858:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693076.213859:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693076.213861:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213862:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693076.213864:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693076.213865:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693076.213866:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693076.213867:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108621:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693077.108629:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693077.108637:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693077.108638:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693077.108642:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108645:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693077.108647:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108648:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108650:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108654:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693077.108655:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693077.108656:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693077.108656:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108657:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693077.108658:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108659:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693077.108660:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693077.108752:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693077.108758:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693077.108762:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693077.556567:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315889408, at 4315889472
00000100:00000040:1.0:1790693077.556567:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315889408, at 4315889472
00000100:00000010:0.0:1790693077.556581:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7000.
00000100:00000010:1.0:1790693077.556583:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00010000:00000001:2.0:1790693078.132583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693078.132591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693078.132596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693078.132598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693078.132601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693078.132602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693078.132653:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693078.132656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693078.132658:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693079.156568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693079.156574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693079.156579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693079.156580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693079.156584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693079.156585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693079.156640:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693079.156644:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693079.156647:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693080.180528:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693080.180533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693080.180537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693080.180537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693080.180540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693080.180541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693080.180599:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693080.180603:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693080.180606:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693081.204575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693081.204588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693081.204594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693081.204596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693081.204599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693081.204600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693081.204667:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693081.204671:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693081.204674:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693081.332546:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693081.332554:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693081.332556:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693081.332558:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693081.332562:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693081.332567:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21220
00000400:00000200:0.0:1790693081.332575:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693081.332580:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693081.332583:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693081.332585:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332587:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332589:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332590:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693081.332596:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693081.332597:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693081.332599:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693081.332601:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693081.332603:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693081.332604:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693081.332606:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332607:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332608:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332610:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693081.332611:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693081.332613:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332615:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693081.332617:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693081.332619:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693081.332621:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332622:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693081.332623:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693081.332629:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790693081.332631:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693081.332634:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693081.332635:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332637:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693081.332639:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693081.332643:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693081.332650:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790693081.332654:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693081.332661:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693081.332667:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693081.332670:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693081.332674:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693081.332690:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693081.332693:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693081.332696:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693081.332697:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693081.332699:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693081.332702:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693081.332704:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21220
00000400:00000200:0.0:1790693081.332708:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693081.332710:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693081.332712:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693081.332715:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332717:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332719:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332721:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693081.332724:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693081.332725:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693081.332727:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693081.332729:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:1.0:1790693081.332730:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790693081.332731:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693081.332733:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693081.332734:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693081.332736:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693081.332736:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693081.332738:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332740:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332742:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693081.332742:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693081.332744:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693081.332746:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332749:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693081.332750:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693081.332751:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693081.332752:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693081.332755:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693081.332756:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693081.332757:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.332758:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693081.332759:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693081.332760:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:0.0:1790693081.332762:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1790693081.332763:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061217536:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693081.332767:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693081.332770:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000008:00000001:0.0:1790693081.332771:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.332772:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332774:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.332775:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1790693081.332777:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000020:00000040:0.0:1790693081.332779:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:1.0:1790693081.332779:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:0.0:1790693081.332781:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693081.332782:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.332782:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332784:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693081.332785:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693081.332787:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693081.332787:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:0.0:1790693081.332790:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000400:00000010:1.0:1790693081.332790:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000001:0.0:1790693081.332793:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693081.332796:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00100000:0.0:1790693081.332798:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693081.332803:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693081.332803:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217536, portal 25
00000100:00000001:0.0:1790693081.332805:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.332805:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693081.332807:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:0.0:1790693081.332809:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693081.332811:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693081.332817:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.332819:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:0.0:1790693081.332820:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693081.332821:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790693081.332823:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1790693081.332824:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000001:0.0:1790693081.332825:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693081.332826:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:1.0:1790693081.332827:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061217536, offset 0
00000100:00000001:0.0:1790693081.332828:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693081.332830:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21220
00000400:00000200:0.0:1790693081.332833:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.332833:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790693081.332836:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693081.332837:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693081.332839:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790693081.332840:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332841:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332843:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693081.332844:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790693081.332845:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693081.332848:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693081.332851:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693081.332854:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693081.332857:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693081.332860:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40758:40758:256:4294967295] 192.168.204.156@tcp LPNI seq info [40757:40757:8:4294967295]
00000400:00000200:1.0:1790693081.332864:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.332872:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000001:0.0:1790693081.332876:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693081.332878:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000800:00000200:1.0:1790693081.332878:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790693081.332879:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693081.332881:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000010:1.0:1790693081.332882:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000020:00000001:0.0:1790693081.332883:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790693081.332885:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790693081.332887:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000200:1.0:1790693081.332888:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693081.332889:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.332890:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332892:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:1.0:1790693081.332892:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000020:00000040:0.0:1790693081.332894:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790693081.332897:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:1.1:1790693081.332897:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693081.332899:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693081.332901:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:1.1:1790693081.332901:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
02000000:00000001:0.0:1790693081.332903:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693081.332905:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693081.332905:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332907:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000800:00000010:1.0:1790693081.332907:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000008:00100000:0.0:1790693081.332909:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693081.332911:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332912:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693081.332913:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:0.0:1790693081.332915:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
00000020:00000040:0.0:1790693081.332917:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693081.332917:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:0.0:1790693081.332920:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693081.332921:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.332922:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693081.332922:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
02000000:00000001:0.0:1790693081.332923:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:1.0:1790693081.332924:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
02000000:00000001:0.0:1790693081.332925:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693081.332928:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:1.0:1790693081.332929:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790693081.332931:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693081.332933:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693081.332935:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693081.332942:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693081.332942:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693081.332944:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693081.332945:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693081.332948:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.332953:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.332954:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693081.332955:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693081.332957:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790693081.332960:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790693081.332961:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693081.332963:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693081.332964:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790693081.332966:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693081.332966:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315894528
00000100:00000001:0.0:1790693081.332967:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693081.332969:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000010:1.0:1790693081.332970:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d20.
00000100:00000001:0.0:1790693081.332971:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693081.332973:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21220
00000400:00000200:0.0:1790693081.332976:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693081.332976:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000400:00000200:0.0:1790693081.332979:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693081.332980:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693081.332982:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315894528
00000100:00000040:0.0:1790693081.332983:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.332985:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000010:1.0:1790693081.332985:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7f00.
00000100:00000040:0.0:1790693081.332987:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693081.332988:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693081.332989:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693081.332990:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:0.0:1790693081.332992:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693081.332993:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:1.0:1790693081.332993:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693081.332994:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693081.332995:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:0.0:1790693081.332997:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00100000:1.0:1790693081.332998:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693081/real 1790693081]  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693081.332999:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790693081.333001:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790693081.333003:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693081.333005:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693081.333007:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000001:1.0:1790693081.333007:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:0.0:1790693081.333008:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000001:1.0:1790693081.333009:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1790693081.333011:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000010:1.0:1790693081.333011:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00080000:0.0:1790693081.333013:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333013:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000001:0.0:1790693081.333015:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693081.333015:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
02000000:00000001:0.0:1790693081.333017:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693081.333017:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:0.0:1790693081.333019:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693081.333020:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693081.333021:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.333023:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693081.333025:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790693081.333027:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.333028:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693081.333028:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693081.333031:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790693081.333033:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790693081.333035:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693081.333037:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693081.333038:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693081.333039:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693081.333041:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333041:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693081.333043:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000010:0.0:1790693081.333044:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:1.0:1790693081.333045:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:0.0:1790693081.333047:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333047:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693081.333051:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1790693081.333051:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693081.333058:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693081.333058:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693081.333060:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693081.333064:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693081.333064:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693081.333071:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333072:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693081.333074:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:0.0:1790693081.333075:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21230)
00000100:00000001:1.0:1790693081.333075:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333077:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333079:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693081.333080:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693081.333083:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693081.333086:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693081.333088:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693081.333092:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693081.333100:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061217536:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693081.333104:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333106:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333109:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061217536/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333114:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693081.333115:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333118:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693081.333120:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693081.333121:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693081.333122:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693081.333123:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693081.333125:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:1.0:1790693081.333127:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693081.333128:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693081.333130:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790693081.333131:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693081.333132:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333134:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333139:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693081.333140:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333141:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693081.333142:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693081.333143:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693081.333145:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333149:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693081.333150:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333151:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693081.333152:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693081.333153:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693081.333155:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217664:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693081.333157:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693081.333158:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693081.333159:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333160:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333162:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693081.333163:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693081.333166:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693081.333167:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693081.333169:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693081.333171:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217664, portal 10
00000100:00000001:1.0:1790693081.333173:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693081.333174:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:1.0:1790693081.333177:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333181:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693081.333183:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693081.333184:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693081.333185:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061217664, offset 0
00000400:00000200:1.0:1790693081.333188:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333190:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333192:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693081.333194:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693081.333195:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693081.333197:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693081.333198:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333200:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40759:40759:256:4294967295] 192.168.204.156@tcp LPNI seq info [40758:40758:8:4294967295]
00000400:00000200:1.0:1790693081.333203:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333207:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693081.333209:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333211:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693081.333213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693081.333215:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693081.333218:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693081.333219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693081.333221:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333223:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693081.333224:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693081.333227:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693081.333228:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693081.333230:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693081.333231:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693081.333233:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333249:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333250:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333254:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333255:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693081.333257:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693081.333260:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693081.333262:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693081.333263:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315893262
00000100:00000001:1.0:1790693081.333265:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333266:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315893262
00000100:00000001:1.0:1790693081.333267:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333268:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693081.333269:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333270:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693081.333272:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693081/real 1790693081]  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693081.333277:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693081.333277:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693081.333278:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693081.333280:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693081.333281:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693081.333282:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693081.333283:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693081.333288:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333292:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693081.333293:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333294:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333295:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693081.333297:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333300:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693081.333302:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333306:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693081.333307:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333308:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333309:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333310:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693081.333311:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693081.333312:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693081.333314:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693081.333315:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693081.333317:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693081.333321:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217664:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693081.333323:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693081.333325:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333328:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693081.333329:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333330:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693081.333331:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693081.333332:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693081.333335:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217792:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693081.333336:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693081.333337:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693081.333338:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333339:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333341:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693081.333342:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693081.333344:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693081.333345:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693081.333347:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693081.333348:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217792, portal 10
00000100:00000001:1.0:1790693081.333349:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693081.333350:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:1.0:1790693081.333353:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333356:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693081.333358:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693081.333359:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693081.333360:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061217792, offset 0
00000400:00000200:1.0:1790693081.333362:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333364:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333366:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693081.333368:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693081.333369:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693081.333370:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693081.333372:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333373:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40760:40760:256:4294967295] 192.168.204.156@tcp LPNI seq info [40759:40759:8:4294967295]
00000400:00000200:1.0:1790693081.333376:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333379:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693081.333381:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333383:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693081.333386:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693081.333387:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693081.333389:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693081.333405:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693081.333407:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333409:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693081.333411:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693081.333413:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693081.333415:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693081.333416:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693081.333417:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693081.333419:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333423:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333425:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333429:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333429:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693081.333431:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693081.333433:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693081.333435:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693081.333436:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315893271
00000100:00000001:1.0:1790693081.333437:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333438:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315893271
00000100:00000001:1.0:1790693081.333440:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333441:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693081.333442:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333443:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693081.333445:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693081/real 1790693081]  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693081.333449:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693081.333450:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693081.333451:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693081.333453:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693081.333473:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693081.333475:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693081.333477:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693081.333482:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333485:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693081.333486:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333487:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333488:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693081.333490:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333494:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693081.333496:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333499:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693081.333501:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333502:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333502:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333503:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693081.333504:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693081.333505:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693081.333507:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693081.333508:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693081.333510:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693081.333518:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217792:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693081.333520:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693081.333522:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333525:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693081.333526:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333527:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693081.333528:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693081.333530:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693081.333531:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217920:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693081.333533:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693081.333534:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693081.333535:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693081.333536:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333538:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693081.333539:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693081.333541:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693081.333543:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693081.333544:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693081.333546:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061217920, portal 4
00000100:00000001:1.0:1790693081.333547:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693081.333548:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000040:1.0:1790693081.333551:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333555:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693081.333556:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693081.333557:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693081.333558:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061217920, offset 0
00000400:00000200:1.0:1790693081.333560:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333563:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333565:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693081.333567:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693081.333569:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693081.333570:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693081.333571:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693081.333573:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40761:40761:256:4294967295] 192.168.204.156@tcp LPNI seq info [40760:40760:8:4294967295]
00000400:00000200:1.0:1790693081.333576:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693081.333579:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693081.333582:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333584:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000800:00000200:1.0:1790693081.333586:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693081.333587:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:1.1:1790693081.333590:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693081.333591:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:1.0:1790693081.333594:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693081.333595:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:1.0:1790693081.333596:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693081.333598:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693081.333600:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:1.0:1790693081.333601:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:1.0:1790693081.333602:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693081.333604:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333610:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333613:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693106 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333619:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333620:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693081.333624:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693081.333626:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693081.333629:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693081.333631:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315893266
00000100:00000001:1.0:1790693081.333633:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333635:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315893266
00000100:00000001:1.0:1790693081.333637:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315894528
00000100:00000001:1.0:1790693081.333639:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693081.333641:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333643:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693081.333647:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693081/real 1790693081]  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693081.333653:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693081.333655:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693081.333656:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693081.333658:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693081.333660:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693081.333662:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693081.333665:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693081.333673:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333679:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693081.333680:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333682:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333683:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693081.333686:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333693:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693081.333696:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333700:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693081.333702:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333703:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693081.333704:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333705:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693081.333706:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693081.333708:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693081.333709:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693081.333710:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693081.333712:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693081.333717:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061217920:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693081.333719:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333720:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333722:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061217664/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333726:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693081.333727:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333728:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693081.333730:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693081.333731:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693081.333731:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693081.333732:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693081.333734:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:1.0:1790693081.333735:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693081.333736:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693081.333737:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790693081.333738:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693081.333739:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333740:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333742:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061217792/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333749:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693081.333750:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333751:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693081.333752:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693081.333753:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693081.333753:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693081.333754:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693081.333755:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:1.0:1790693081.333756:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693081.333757:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693081.333757:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790693081.333760:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693081.333761:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333762:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693081.333763:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061217920/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693106 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693081.333766:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693081.333767:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693081.333768:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693081.333769:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693081.333769:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693081.333770:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693081.333771:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693081.333771:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:1.0:1790693081.333772:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693081.333773:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693081.333774:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790693081.333775:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693081.333775:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333776:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693081.333779:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693081.333779:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693081.333780:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693081.333781:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693082.228577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693082.228583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693082.228587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693082.228588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693082.228591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693082.228593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693082.228640:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693082.228644:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693082.228646:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693082.676543:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315894528, at 4315894592
00000100:00000040:1.0:1790693082.676543:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315894528, at 4315894592
00000100:00000010:1.0:1790693082.676559:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00000100:00000010:0.0:1790693082.676565:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d20.
00010000:00000001:2.0:1790693083.252558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693083.252563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693083.252567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693083.252567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693083.252569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693083.252570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693083.252630:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693083.252635:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693083.252639:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693084.276560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693084.276568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693084.276572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693084.276573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693084.276575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693084.276576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693084.276625:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693084.276628:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693084.276631:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693085.300589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693085.300598:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693085.300600:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693085.300604:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693085.300609:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693085.300612:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693085.300614:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693085.300616:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693085.300620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693085.300623:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693085.300627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693085.300628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693085.300690:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693085.300693:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693085.300696:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693086.324567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693086.324573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693086.324579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693086.324580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693086.324583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693086.324584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693086.324643:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693086.324647:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693086.324650:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693086.452573:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693086.452591:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693086.452593:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693086.452596:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693086.452601:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693086.452608:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21225
00000400:00000200:3.0:1790693086.452617:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693086.452624:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693086.452627:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693086.452630:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452634:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693086.452637:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452639:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693086.452646:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693086.452648:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693086.452650:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693086.452652:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693086.452654:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693086.452656:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693086.452657:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452658:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693086.452659:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452661:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693086.452662:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693086.452665:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452666:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693086.452669:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693086.452671:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693086.452673:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452674:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693086.452676:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693086.452683:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000020:00000040:3.0:1790693086.452685:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693086.452688:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693086.452689:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452691:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693086.452692:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693086.452696:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693086.452700:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:3.0:1790693086.452705:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693086.452712:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693086.452719:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693086.452722:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693086.452725:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693086.452752:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693086.452755:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693086.452758:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693086.452760:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693086.452761:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693086.452764:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693086.452768:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21225
00000400:00000200:3.0:1790693086.452772:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693086.452775:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693086.452777:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693086.452779:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452780:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693086.452781:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693086.452782:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693086.452786:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693086.452788:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693086.452791:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693086.452796:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693086.452796:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693086.452797:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693086.452800:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693086.452803:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693086.452807:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693086.452810:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:3.0:1790693086.452811:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693086.452813:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693086.452816:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693086.452819:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693086.452819:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693086.452823:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693086.452824:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693086.452825:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452828:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00100000:1.0:1790693086.452831:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061218048:192.168.204.156@tcp:250:kworker.0
00000020:00000040:3.0:1790693086.452833:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:1.0:1790693086.452839:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00080000:3.0:1790693086.452840:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:1.0:1790693086.452845:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693086.452845:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693086.452850:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693086.452850:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693086.452854:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693086.452856:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693086.452860:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:3.0:1790693086.452861:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452864:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693086.452866:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693086.452868:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693086.452872:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452874:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.452875:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790693086.452878:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000400:00000010:1.0:1790693086.452881:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000020:00000040:3.0:1790693086.452881:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693086.452883:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693086.452888:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:3.0:1790693086.452891:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.452893:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693086.452894:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000200:1.0:1790693086.452895:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218048, portal 25
02000000:00000001:3.0:1790693086.452896:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.452901:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693086.452902:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
02000000:00000010:3.0:1790693086.452903:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000001:3.0:1790693086.452907:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693086.452909:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693086.452914:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693086.452923:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693086.452930:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452931:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:1.0:1790693086.452932:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9770.
00000100:00000200:1.0:1790693086.452936:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061218048, offset 0
00000100:00000001:3.0:1790693086.452936:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.452946:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693086.452946:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693086.452954:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.452960:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693086.452962:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.452965:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693086.452967:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693086.452970:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693086.452975:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00080000:3.0:1790693086.452975:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000200:1.0:1790693086.452980:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.452980:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693086.452984:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:1.0:1790693086.452985:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40762:40762:256:4294967295] 192.168.204.156@tcp LPNI seq info [40761:40761:8:4294967295]
00000100:00000001:3.0:1790693086.452990:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693086.452991:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790693086.452997:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21225
00000400:00000200:3.0:1790693086.453004:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.453005:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693086.453009:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693086.453012:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.0:1790693086.453015:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693086.453017:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000010:1.0:1790693086.453020:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437e00.
00000100:00000040:3.0:1790693086.453022:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453024:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693086.453027:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000200:1.0:1790693086.453028:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790693086.453029:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693086.453032:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693086.453035:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:1.1:1790693086.453035:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:3.0:1790693086.453038:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693086.453041:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693086.453051:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693086.453052:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.453053:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693086.453059:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453061:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693086.453062:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693086.453065:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315899648
00000020:00000040:3.0:1790693086.453066:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693086.453071:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453073:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693086.453074:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7f00.
02000000:00000001:3.0:1790693086.453075:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693086.453079:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693086.453081:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453083:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693086.453084:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693086.453086:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693086.453089:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.453090:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693086.453093:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693086.453094:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315899648
00000020:00000040:3.0:1790693086.453095:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693086.453098:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693086.453100:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693086.453101:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7540.
00000100:00000001:3.0:1790693086.453102:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693086.453104:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693086.453107:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693086.453107:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453113:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:3.0:1790693086.453114:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:1.0:1790693086.453118:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.453118:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453125:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693086.453125:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693086.453130:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693086.453136:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693086.453137:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453140:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000040:3.0:1790693086.453140:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693086.453144:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:3.0:1790693086.453149:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453150:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693086.453152:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:1.0:1790693086.453153:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693086.453155:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790693086.453157:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00080000:3.0:1790693086.453159:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693086.453162:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693086.453164:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000040:1.0:1790693086.453165:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693086.453165:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693086.453170:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693086.453174:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21225
00000400:00000200:3.0:1790693086.453180:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693086.453185:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000400:00000200:3.0:1790693086.453186:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693086.453189:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693086.453189:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693086.453194:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693086.453195:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693086.453196:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:1.0:1790693086.453200:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000040:3.0:1790693086.453201:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453206:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:1.0:1790693086.453207:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693086.453210:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00100000:1.0:1790693086.453214:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218176:192.168.204.156@tcp:38:kworker.0
00000020:00000040:3.0:1790693086.453214:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693086.453218:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693086.453221:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1790693086.453223:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
02000000:00000001:1.0:1790693086.453225:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693086.453228:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693086.453228:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
02000000:00000001:1.0:1790693086.453233:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693086.453236:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693086.453238:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453242:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693086.453243:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:1.0:1790693086.453246:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6630.
00000100:00000040:3.0:1790693086.453249:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790693086.453252:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9aa0.
00000100:00000001:3.0:1790693086.453253:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:1.0:1790693086.453258:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218176, portal 10
00000100:00000040:3.0:1790693086.453258:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693086.453261:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693086.453264:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693086.453265:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000020:00000040:3.0:1790693086.453269:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693086.453274:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790693086.453277:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693086.453279:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693086.453284:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693086.453288:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693086.453301:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:3.0:1790693086.453304:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693086.453308:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453310:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:1.0:1790693086.453313:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9000.
00000008:00100000:3.0:1790693086.453313:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000200:1.0:1790693086.453318:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061218176, offset 0
00000008:00000001:3.0:1790693086.453319:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693086.453324:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453327:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000010:3.0:1790693086.453329:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
00000020:00000040:3.0:1790693086.453333:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:1.0:1790693086.453334:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693086.453338:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693086.453341:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453342:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693086.453345:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693086.453348:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790693086.453349:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693086.453353:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453355:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000010:3.0:1790693086.453358:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000400:00000200:1.0:1790693086.453359:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693086.453364:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453365:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453374:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40763:40763:255:4294967295] 192.168.204.156@tcp LPNI seq info [40762:40762:7:4294967295]
00000100:00100000:3.0:1790693086.453374:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693086.453384:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693086.453388:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693086.453389:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693086.453397:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693086.453403:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693086.453417:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693086.453419:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693086.453422:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437900.
00000100:00000040:3.0:1790693086.453426:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21236)
00000800:00000200:1.0:1790693086.453428:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693086.453435:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693086.453493:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693086.453498:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693086.453502:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693086.453504:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315898383
00000100:00000001:1.0:1790693086.453506:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453508:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315898383
00000100:00000001:1.0:1790693086.453510:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453512:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693086.453515:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453516:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693086.453521:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693086.453528:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693086.453529:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693086.453531:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693086.453533:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693086.453535:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693086.453537:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218304:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693086.453540:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693086.453542:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693086.453543:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693086.453545:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693086.453550:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693086.453551:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453555:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693086.453557:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db61b8.
00000400:00000010:1.0:1790693086.453560:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693086.453563:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218304, portal 10
00000100:00000001:1.0:1790693086.453565:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693086.453566:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790693086.453572:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693086.453578:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693086.453595:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693086.453598:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9990.
00000100:00000200:1.0:1790693086.453601:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061218304, offset 0
00000400:00000200:1.0:1790693086.453606:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453610:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.453614:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693086.453617:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693086.453619:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693086.453621:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693086.453623:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453626:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40764:40764:254:4294967295] 192.168.204.156@tcp LPNI seq info [40763:40763:6:4294967295]
00000400:00000200:1.0:1790693086.453630:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.453636:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693086.453640:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693086.453644:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437300.
00000800:00000200:1.0:1790693086.453647:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693086.453650:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693086.453653:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693086.453655:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693086.453658:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693086.453660:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315898392
00000100:00000001:1.0:1790693086.453663:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453665:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315898392
00000100:00000001:1.0:1790693086.453666:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453668:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693086.453670:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453672:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453674:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693086.453678:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693086.453679:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693086.453681:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693086.453683:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693086.453684:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693086.453687:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693086.453694:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693086.453695:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693086.453697:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693086.453698:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693086.453700:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693086.453702:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218432:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693086.453705:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693086.453706:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693086.453708:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693086.453709:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693086.453712:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693086.453714:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693086.453716:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693086.453719:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6370.
00000400:00000010:1.0:1790693086.453722:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f94c8.
00000100:00000200:1.0:1790693086.453725:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218432, portal 4
00000100:00000001:1.0:1790693086.453726:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693086.453727:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:1.0:1790693086.453731:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693086.453737:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693086.453739:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693086.453741:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9b28.
00000100:00000200:1.0:1790693086.453743:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061218432, offset 0
00000400:00000200:1.0:1790693086.453747:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453750:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.453752:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693086.453755:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693086.453757:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693086.453759:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693086.453761:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693086.453763:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40765:40765:253:4294967295] 192.168.204.156@tcp LPNI seq info [40764:40764:5:4294967295]
00000400:00000200:1.0:1790693086.453767:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693086.453772:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693086.453777:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693086.453780:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693086.453783:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693086.453786:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693086.453788:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693086.453791:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693086.453793:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693086.453795:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315898386
00000100:00000001:1.0:1790693086.453797:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453799:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315898386
00000100:00000001:1.0:1790693086.453801:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315899648
00000100:00000001:1.0:1790693086.453803:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693086.453805:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453808:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453810:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693086.453812:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693086.453814:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:1.0:1790693086.453815:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693086.453816:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693086.453818:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693086.453819:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693087.348540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693087.348547:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693087.348548:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693087.348550:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348552:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693087.348554:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348555:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348556:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693087.348560:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693087.348560:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693087.348561:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348562:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693087.348563:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348564:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693087.348565:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693087.348616:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693087.348620:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693087.348624:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693087.796573:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315899648, at 4315899712
00000100:00000040:1.0:1790693087.796573:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315899648, at 4315899712
00000100:00000010:1.0:1790693087.796588:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000100:00000010:0.0:1790693087.796591:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7f00.
00010000:00000001:2.0:1790693088.372544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693088.372551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693088.372557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693088.372558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693088.372561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693088.372563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693088.372610:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693088.372613:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693088.372616:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693089.396552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693089.396559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693089.396565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693089.396566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693089.396570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693089.396572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693089.396625:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693089.396628:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693089.396630:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1790693089.524727:0:261644:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1790693089.524771:0:261644:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790693089.524781:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693089.524785:0:261644:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:2.0:1790693089.524790:0:261644:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693089.524794:0:261644:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790693089.524799:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693089.524802:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437e00.
00000400:00000200:2.0:1790693089.524808:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693089.524811:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693089.524818:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9770
00000400:00000010:2.0:1790693089.524821:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9770.
00000100:00000001:2.0:1790693089.524826:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693089.524835:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524868:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693089.524872:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524879:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693089.524880:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693089.524892:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693089.524894:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437900.
00000400:00000200:2.0:1790693089.524896:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693089.524899:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693089.524902:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9000
00000400:00000010:2.0:1790693089.524904:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9000.
00000100:00000001:2.0:1790693089.524906:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693089.524910:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524916:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693089.524919:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524924:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693089.524926:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693089.524930:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693089.524931:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437300.
00000400:00000200:2.0:1790693089.524934:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693089.524936:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693089.524938:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9990
00000400:00000010:2.0:1790693089.524940:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9990.
00000100:00000001:2.0:1790693089.524942:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693089.524946:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524952:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693089.524955:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524961:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693089.524963:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693089.524968:0:261644:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693089.524970:0:261644:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:2.0:1790693089.524973:0:261644:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693089.524976:0:261644:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693089.524978:0:261644:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9b28
00000400:00000010:2.0:1790693089.524980:0:261644:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9b28.
00000100:00000001:2.0:1790693089.524982:0:261644:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693089.524986:0:261644:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.524993:0:261644:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693089.524995:0:261644:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693111 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693089.525001:0:261644:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693089.525003:0:261644:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693089.525085:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693089.525089:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693089.525091:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693089.525098:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693086/real 1790693089]  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693089.525110:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693089.525111:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693089.525114:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6370.
00000400:00000200:1.0:1790693089.525117:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f94c8
00000400:00000010:1.0:1790693089.525118:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f94c8.
00000100:00000001:1.0:1790693089.525121:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693089.525124:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693089.525132:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525138:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693089.525139:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525142:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525144:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693089.525147:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525160:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693089.525165:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525172:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693089.525175:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525176:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525177:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525180:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693089.525183:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693089.525187:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693089.525191:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693089.525194:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693089.525198:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693089.525206:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218432:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693089.525211:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693089.525215:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693086/real 1790693089]  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693089.525222:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693089.525223:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693089.525225:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6630.
00000400:00000200:1.0:1790693089.525228:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9aa0
00000400:00000010:1.0:1790693089.525229:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9aa0.
00000100:00000001:1.0:1790693089.525243:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693089.525247:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693089.525260:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525266:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693089.525267:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525269:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525271:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693089.525274:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525280:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693089.525284:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525290:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693089.525293:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525294:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525295:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525297:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693089.525299:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693089.525301:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693089.525305:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693089.525307:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693089.525311:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693089.525318:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218176:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693089.525322:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693089.525325:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693086/real 1790693089]  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693089.525338:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693089.525339:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693089.525340:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db61b8.
00000400:00000200:1.0:1790693089.525343:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693089.525344:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693089.525346:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693089.525349:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693089.525363:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525369:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693089.525371:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525372:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525373:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693089.525377:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525383:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693089.525387:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525393:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693089.525395:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525397:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525398:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525399:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693089.525401:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693089.525404:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693089.525407:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693089.525410:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693089.525414:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693089.525421:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218304:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693089.525425:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693089.525428:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693086/real 1790693089]  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693089.525435:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693089.525437:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693089.525439:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693089.525441:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693089.525443:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693089.525445:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693089.525448:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693089.525494:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525500:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693089.525502:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525503:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525505:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693089.525508:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525513:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693089.525517:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525523:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693089.525525:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525527:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693089.525529:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525530:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693089.525532:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693089.525534:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693089.525537:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693089.525539:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693089.525543:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693089.525549:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061218048:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693089.525553:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525555:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693089.525558:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061218432/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525565:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693089.525568:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693089.525571:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693089.525575:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693089.525578:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693089.525579:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693089.525582:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693089.525584:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693089.525587:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693089.525589:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693089.525591:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:1.0:1790693089.525596:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693089.525597:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525599:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693089.525603:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061218176/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525609:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693089.525610:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693089.525611:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693089.525614:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693089.525615:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693089.525616:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693089.525618:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693089.525619:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693089.525622:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693089.525623:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693089.525625:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:1.0:1790693089.525627:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693089.525628:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525629:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693089.525633:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061218304/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525638:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693089.525639:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693089.525641:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693089.525643:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693089.525643:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693089.525645:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693089.525646:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693089.525648:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693089.525649:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693089.525650:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693089.525651:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693089.525653:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693089.525654:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525656:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693089.525659:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061218048/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693111 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693089.525665:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693089.525666:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693089.525667:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693089.525669:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693089.525670:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693089.525671:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693089.525672:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693089.525674:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693089.525676:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693089.525677:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693089.525678:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:1.0:1790693089.525680:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693089.525681:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525683:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693089.525690:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693089.525692:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693089.525694:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693089.525695:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693090.420541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693090.420546:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693090.420549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693090.420550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693090.420553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693090.420553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693090.420591:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693090.420594:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693090.420597:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693091.444524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693091.444529:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693091.444533:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693091.444534:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693091.444536:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693091.444537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693091.444590:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693091.444594:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693091.444597:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693091.572547:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693091.572554:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693091.572556:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693091.572559:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693091.572562:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693091.572568:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21231
00000400:00000200:3.0:1790693091.572575:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693091.572581:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693091.572584:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693091.572586:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572588:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572590:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572591:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693091.572597:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693091.572598:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693091.572600:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693091.572602:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693091.572604:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693091.572606:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693091.572607:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572609:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572610:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572611:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693091.572613:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693091.572615:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572616:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693091.572619:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693091.572622:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693091.572623:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572625:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693091.572626:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693091.572631:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790693091.572633:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693091.572636:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693091.572637:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572639:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693091.572641:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693091.572644:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693091.572650:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693091.572656:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693091.572664:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693091.572674:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693091.572679:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.572684:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693091.572719:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693091.572722:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693091.572726:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693091.572727:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693091.572729:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693091.572731:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693091.572733:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21231
00000400:00000200:3.0:1790693091.572736:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693091.572738:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693091.572739:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693091.572741:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572743:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572745:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572746:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693091.572749:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693091.572751:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693091.572752:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693091.572754:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693091.572756:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693091.572758:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693091.572761:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572774:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572776:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572778:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693091.572780:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693091.572782:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572785:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693091.572787:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693091.572792:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693091.572793:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572795:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693091.572798:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693091.572801:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572803:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693091.572806:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790693091.572809:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693091.572811:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693091.572812:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572813:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693091.572815:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693091.572816:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693091.572820:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693091.572824:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693091.572829:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693091.572836:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693091.572838:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.572853:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693091.572861:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693091.572863:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693091.572866:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693091.572868:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693091.572869:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693091.572871:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693091.572873:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21231
00000400:00000200:3.0:1790693091.572877:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693091.572880:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693091.572882:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693091.572884:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572886:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572897:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572899:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693091.572903:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693091.572904:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693091.572905:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693091.572907:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693091.572909:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693091.572911:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693091.572913:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572915:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.572917:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572919:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693091.572921:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693091.572923:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693091.572925:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693091.572927:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693091.572929:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693091.572936:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572938:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693091.572939:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693091.572942:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572943:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693091.572947:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790693091.572949:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693091.572951:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693091.572952:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.572954:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693091.572955:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693091.572956:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693091.572960:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790693091.572962:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693091.572966:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693091.572972:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693091.572974:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.572977:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693091.572983:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.572985:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693091.572987:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693091.572990:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693091.572992:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693091.572994:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693091.572995:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693091.572998:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693091.573000:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21231
00000400:00000200:3.0:1790693091.573003:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693091.573005:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693091.573007:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693091.573010:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.573011:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.573013:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.573015:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693091.573017:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693091.573018:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693091.573020:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693091.573022:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693091.573023:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693091.573025:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693091.573028:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.573029:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693091.573030:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693091.573032:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693091.573034:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693091.573036:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693091.573039:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693091.573040:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693091.573042:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693091.573045:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.573047:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693091.573049:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693091.573051:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.573053:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693091.573056:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790693091.573058:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693091.573060:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693091.573062:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693091.573063:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693091.573064:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693091.573066:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693091.573069:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790693091.573072:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693091.573076:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693091.573082:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693091.573084:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.573088:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693091.573102:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693091.573106:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21241)
00000100:00000001:1.0:1790693091.573204:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693091.573209:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693091.573212:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693091.573221:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573228:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693091.573230:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573233:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693091.573236:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693091.573238:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693091.573241:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061218560:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693091.573249:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693091.573253:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693091.573255:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573257:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693091.573262:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693091.573264:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693091.573270:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693091.573274:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693091.573280:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693091.573287:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218560, portal 25
00000100:00000001:1.0:1790693091.573290:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693091.573292:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:1.0:1790693091.573297:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573304:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693091.573306:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693091.573309:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693091.573311:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061218560, offset 0
00000400:00000200:1.0:1790693091.573318:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693091.573325:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.573331:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693091.573336:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693091.573339:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693091.573342:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693091.573345:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693091.573347:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40766:40766:256:4294967295] 192.168.204.156@tcp LPNI seq info [40765:40765:8:4294967295]
00000400:00000200:1.0:1790693091.573351:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.573360:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693091.573365:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.573370:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693091.573378:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693091.573382:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693091.573394:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693091.573398:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693091.573402:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.573404:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693091.573409:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693091.573413:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693091.573419:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693091.573422:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693091.573425:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693091.573429:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573438:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.573441:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573453:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.573487:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693091.573494:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693091.573498:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693091.573500:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315904769
00000100:00000010:1.0:1790693091.573506:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7540.
00000100:00000001:1.0:1790693091.573513:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693091.573520:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315904769
00000100:00000010:1.0:1790693091.573522:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7300.
00000100:00000001:1.0:1790693091.573526:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693091.573529:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693091.573531:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.573533:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693091.573537:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693091/real 1790693091]  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693091.573547:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693091.573549:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693091.573551:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693091.573554:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693091.573556:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693091.573558:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693091.573561:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693091.573569:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573575:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693091.573577:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573579:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.573581:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693091.573585:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573593:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693091.573597:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573603:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693091.573605:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573607:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.573608:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573611:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693091.573612:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693091.573615:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693091.573619:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693091.573621:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693091.573624:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693091.573632:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061218560:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693091.573636:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693091.573640:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573647:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693091.573648:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573651:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693091.573653:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693091.573654:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693091.573657:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218688:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693091.573660:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693091.573662:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693091.573664:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573666:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693091.573669:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693091.573671:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693091.573675:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693091.573677:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693091.573680:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693091.573683:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218688, portal 10
00000100:00000001:1.0:1790693091.573685:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693091.573686:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:1.0:1790693091.573693:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573699:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693091.573701:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693091.573703:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693091.573705:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061218688, offset 0
00000400:00000200:1.0:1790693091.573709:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693091.573713:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.573716:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693091.573719:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693091.573721:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693091.573723:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693091.573726:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693091.573728:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40767:40767:256:4294967295] 192.168.204.156@tcp LPNI seq info [40766:40766:8:4294967295]
00000400:00000200:1.0:1790693091.573732:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.573738:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693091.573742:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.573745:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693091.573749:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693091.573751:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693091.573755:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693091.573757:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693091.573760:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.573762:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693091.573765:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693091.573768:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693091.573771:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693091.573773:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693091.573775:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693091.573777:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573784:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.573787:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573793:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.573795:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693091.573798:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693091.573801:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693091.573804:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693091.573806:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315903503
00000100:00000001:1.0:1790693091.573809:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.573811:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315903503
00000100:00000001:1.0:1790693091.573812:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.573814:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693091.573816:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.573818:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693091.573822:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693091/real 1790693091]  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693091.573828:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693091.573830:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693091.573831:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693091.573834:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693091.573835:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693091.573837:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693091.573841:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693091.573849:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573855:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693091.573857:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573858:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.573860:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693091.573863:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573870:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693091.573874:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573880:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693091.573882:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573883:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.573884:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.573886:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693091.573887:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693091.573889:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693091.573893:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693091.573895:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693091.573898:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693091.573906:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218688:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693091.573909:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693091.573912:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573923:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693091.573925:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573927:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693091.573929:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693091.573931:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693091.573933:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218816:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693091.573936:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693091.573938:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693091.573939:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.573941:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693091.573944:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693091.573946:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693091.573949:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693091.573951:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693091.573955:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693091.573957:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218816, portal 10
00000100:00000001:1.0:1790693091.573959:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693091.573960:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:1.0:1790693091.573965:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.573972:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693091.573974:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693091.573975:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693091.573977:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061218816, offset 0
00000400:00000200:1.0:1790693091.573981:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693091.573985:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.573988:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693091.573991:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693091.573993:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693091.573995:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693091.573997:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693091.574001:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40768:40768:256:4294967295] 192.168.204.156@tcp LPNI seq info [40767:40767:8:4294967295]
00000400:00000200:1.0:1790693091.574005:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.574010:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693091.574013:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.574017:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693091.574020:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693091.574022:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693091.574026:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693091.574028:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693091.574032:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.574033:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693091.574036:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693091.574039:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693091.574042:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693091.574043:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693091.574046:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693091.574049:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574055:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574057:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574061:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.574062:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693091.574064:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693091.574066:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693091.574068:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693091.574070:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315903512
00000100:00000001:1.0:1790693091.574071:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.574072:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315903512
00000100:00000001:1.0:1790693091.574074:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.574076:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693091.574078:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.574080:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693091.574083:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693091/real 1790693091]  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693091.574090:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693091.574091:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693091.574093:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693091.574095:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693091.574096:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693091.574098:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693091.574101:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693091.574108:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574114:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693091.574116:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574117:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.574118:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693091.574121:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574127:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693091.574131:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574138:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693091.574140:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574141:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.574143:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574144:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693091.574145:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693091.574147:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693091.574150:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693091.574151:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693091.574155:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693091.574162:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218816:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693091.574166:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693091.574169:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574175:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693091.574176:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.574178:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693091.574180:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693091.574182:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693091.574184:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218944:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693091.574188:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693091.574190:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693091.574192:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693091.574212:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693091.574215:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693091.574216:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693091.574219:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693091.574220:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693091.574222:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693091.574224:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061218944, portal 4
00000100:00000001:1.0:1790693091.574226:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693091.574226:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790693091.574231:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574235:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693091.574237:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693091.574238:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693091.574239:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061218944, offset 0
00000400:00000200:1.0:1790693091.574242:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693091.574245:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.574248:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693091.574251:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693091.574253:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693091.574255:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693091.574257:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693091.574259:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40769:40769:256:4294967295] 192.168.204.156@tcp LPNI seq info [40768:40768:8:4294967295]
00000400:00000200:1.0:1790693091.574262:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693091.574268:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693091.574272:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.574275:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693091.574278:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693091.574281:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:1.1:1790693091.574285:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693091.574287:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:1.0:1790693091.574290:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693091.574291:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693091.574293:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693091.574295:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693091.574297:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693091.574298:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693091.574300:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693091.574302:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574307:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574309:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693116 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574313:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.574314:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693091.574317:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693091.574320:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693091.574324:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693091.574325:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315903506
00000100:00000001:1.0:1790693091.574328:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.574330:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315903506
00000100:00000001:1.0:1790693091.574332:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315904769
00000100:00000001:1.0:1790693091.574334:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693091.574336:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.574337:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693091.574341:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693091/real 1790693091]  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693091.574348:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693091.574350:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693091.574351:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693091.574354:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693091.574356:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693091.574358:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693091.574361:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693091.574368:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574375:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693091.574376:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574378:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.574380:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693091.574383:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574389:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693091.574393:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574400:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693091.574402:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574404:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693091.574405:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574406:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693091.574408:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693091.574411:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693091.574414:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693091.574416:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693091.574420:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693091.574427:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061218944:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693091.574431:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574433:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574436:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061218560/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574442:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693091.574445:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693091.574447:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970c00.
02000000:00000001:1.0:1790693091.574450:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693091.574453:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693091.574482:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693091.574484:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693091.574487:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693091.574490:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693091.574492:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693091.574494:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693091.574497:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693091.574499:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574500:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574504:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061218688/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574510:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693091.574512:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693091.574513:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693091.574515:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693091.574516:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693091.574518:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693091.574519:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693091.574521:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693091.574523:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693091.574524:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693091.574525:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790693091.574529:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693091.574530:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574532:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574535:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061218816/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574541:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693091.574542:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693091.574543:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693091.574546:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693091.574547:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693091.574548:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693091.574549:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693091.574551:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693091.574553:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693091.574554:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693091.574555:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693091.574557:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693091.574558:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574559:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693091.574562:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061218944/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693116 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693091.574572:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693091.574573:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693091.574574:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693091.574576:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693091.574577:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693091.574578:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693091.574580:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693091.574581:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693091.574583:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693091.574584:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693091.574585:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693091.574586:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693091.574587:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574589:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693091.574597:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693091.574599:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693091.574601:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693091.574602:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693092.468564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693092.468570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693092.468575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693092.468577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693092.468581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693092.468582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693092.468638:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693092.468642:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693092.468645:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693092.916540:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315904769, at 4315904832
00000100:00000040:1.0:1790693092.916540:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315904769, at 4315904832
00000100:00000010:0.0:1790693092.916554:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7540.
00000100:00000010:1.0:1790693092.916557:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00010000:00000001:2.0:1790693093.492575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693093.492580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693093.492584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693093.492585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693093.492587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693093.492588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693093.492656:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693093.492659:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693093.492663:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693094.516524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693094.516536:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693094.516539:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693094.516543:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693094.516556:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693094.516558:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693094.516561:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693094.516563:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693094.516567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693094.516569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693094.516571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693094.516572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693094.516616:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693094.516620:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693094.516624:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693095.540549:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693095.540555:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693095.540560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693095.540561:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693095.540564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693095.540566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693095.540621:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693095.540624:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693095.540627:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693096.564531:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693096.564537:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693096.564546:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693096.564548:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693096.564551:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564554:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693096.564556:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564558:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564560:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693096.564565:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693096.564566:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693096.564568:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564569:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693096.564571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564572:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693096.564574:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693096.564641:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693096.564644:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693096.564647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693096.692547:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693096.692557:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693096.692560:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693096.692563:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693096.692568:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693096.692575:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21236
00000400:00000200:3.0:1790693096.692586:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693096.692593:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693096.692596:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693096.692599:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692602:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.692605:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692607:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693096.692615:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693096.692617:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693096.692619:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693096.692622:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693096.692625:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693096.692627:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693096.692630:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692632:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.692634:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692635:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693096.692638:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693096.692642:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692644:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693096.692648:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693096.692651:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693096.692654:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.692655:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693096.692658:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693096.692666:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693096.692669:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693096.692673:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693096.692674:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.692677:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693096.692680:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693096.692684:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693096.692690:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693096.692696:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693096.692704:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693096.692712:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693096.692715:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693096.692718:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693096.692737:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693096.692739:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693096.692741:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693096.692742:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693096.692743:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693096.692745:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693096.692746:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21236
00000400:00000200:3.0:1790693096.692749:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693096.692751:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693096.692753:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693096.692755:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692756:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.692758:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692759:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693096.692762:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693096.692763:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693096.692765:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693096.692767:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693096.692768:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693096.692770:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693096.692771:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693096.692773:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693096.692775:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693096.692776:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.692779:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693096.692780:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693096.692781:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693096.692783:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693096.692787:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790693096.692788:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693096.692793:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693096.692797:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:1.0:1790693096.692801:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693096.692803:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693096.692804:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693096.692805:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.692808:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:3.0:1790693096.692808:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693096.692811:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693096.692812:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693096.692816:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:3.0:1790693096.692817:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.692820:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693096.692821:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061219072:192.168.204.156@tcp:250:kworker.0
00000100:00000010:3.0:1790693096.692823:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693096.692826:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:3.0:1790693096.692827:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693096.692829:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693096.692830:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:3.0:1790693096.692831:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.692833:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.692834:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693096.692836:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693096.692836:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693096.692838:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693096.692842:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000010:3.0:1790693096.692844:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693096.692845:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.692849:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693096.692853:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790693096.692856:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693096.692857:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693096.692864:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693096.692864:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693096.692866:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693096.692870:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693096.692871:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219072, portal 25
00000100:00000001:1.0:1790693096.692875:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693096.692876:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:1.0:1790693096.692881:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693096.692890:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.692892:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693096.692893:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693096.692897:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693096.692899:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:1.0:1790693096.692900:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000001:3.0:1790693096.692902:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:1.0:1790693096.692904:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061219072, offset 0
00000100:00080000:3.0:1790693096.692904:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693096.692909:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693096.692912:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21236
00000400:00000200:1.0:1790693096.692916:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:3.0:1790693096.692919:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693096.692922:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693096.692924:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:1.0:1790693096.692925:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693096.692929:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692931:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693096.692933:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:3.0:1790693096.692935:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692938:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693096.692939:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000020:00000001:3.0:1790693096.692940:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693096.692942:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693096.692944:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:1.0:1790693096.692945:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:3.0:1790693096.692947:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693096.692950:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:3.0:1790693096.692950:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790693096.692954:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:3.0:1790693096.692954:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693096.692959:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693096.692961:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40770:40770:256:4294967295] 192.168.204.156@tcp LPNI seq info [40769:40769:8:4294967295]
00000100:00000001:3.0:1790693096.692962:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.692967:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693096.692969:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693096.692971:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693096.692973:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693096.692978:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693096.692983:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:3.0:1790693096.692983:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693096.692985:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693096.692989:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693096.692990:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693096.692992:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693096.692993:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693096.692996:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000010:1.0:1790693096.692998:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000008:00000001:3.0:1790693096.692999:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.693002:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693096.693005:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000800:00000200:1.0:1790693096.693007:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790693096.693008:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693096.693013:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:1.0:1790693096.693014:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
02000000:00000001:3.0:1790693096.693014:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.693017:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693096.693019:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693096.693020:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.1:1790693096.693022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000010:3.0:1790693096.693024:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000800:00000200:1.1:1790693096.693026:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1790693096.693027:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693096.693031:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00100000:3.0:1790693096.693034:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:1.0:1790693096.693035:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00000001:3.0:1790693096.693042:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693096.693044:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:3.0:1790693096.693045:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693096.693053:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693096.693054:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693096.693062:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693096.693065:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693096.693070:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693096.693074:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693096.693077:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693096.693079:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693096.693084:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693096.693087:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693096.693106:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693096.693109:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693096.693109:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693096.693111:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000040:1.0:1790693096.693114:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693096.693116:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693096.693123:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693096.693123:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21236
00000100:00000001:1.0:1790693096.693126:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:3.0:1790693096.693131:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693096.693133:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:3.0:1790693096.693137:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:1.0:1790693096.693140:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790693096.693142:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693096.693143:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315909888
00000100:00000040:3.0:1790693096.693148:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000010:1.0:1790693096.693150:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7300.
00000100:00000001:3.0:1790693096.693152:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693096.693157:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693096.693158:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693096.693160:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693096.693166:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:1.0:1790693096.693168:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315909888
00000020:00000040:3.0:1790693096.693168:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693096.693171:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000010:1.0:1790693096.693174:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d80.
00000020:00000040:3.0:1790693096.693176:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693096.693179:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000001:3.0:1790693096.693180:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693096.693184:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1790693096.693185:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693096.693191:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693096.693192:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693096.693194:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693096.693198:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790693096.693200:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693096/real 1790693096]  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693096.693203:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693096.693209:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693096.693214:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693096.693220:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693096.693227:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693096.693228:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
02000000:00000001:3.0:1790693096.693229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000001:1.0:1790693096.693232:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
02000000:00000001:3.0:1790693096.693234:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693096.693236:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
02000000:00000001:3.0:1790693096.693238:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693096.693241:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000001:3.0:1790693096.693242:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:1.0:1790693096.693246:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000008:00100000:3.0:1790693096.693247:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693096.693252:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000008:00000001:3.0:1790693096.693252:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.693256:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693096.693259:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693096.693261:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790693096.693266:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693096.693271:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693096.693274:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693096.693277:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000200:1.0:1790693096.693279:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693096.693280:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693096.693282:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693096.693286:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693096.693295:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693298:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693096.693302:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:3.0:1790693096.693302:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693096.693308:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693311:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693096.693312:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693096.693316:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693096.693320:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693096.693323:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693340:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693096.693350:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693096.693354:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693096.693362:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21246)
00000100:00000001:1.0:1790693096.693363:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693096.693368:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693370:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693371:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693374:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693096.693376:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693096.693379:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693096.693384:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693096.693387:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693096.693392:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693096.693400:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061219072:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693096.693405:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693407:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693410:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061219072/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693416:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693096.693418:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693421:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693096.693424:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693096.693425:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693096.693427:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693096.693429:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693096.693431:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:1.0:1790693096.693435:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693096.693437:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693096.693438:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693096.693441:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693096.693442:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693444:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693451:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693096.693452:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693477:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693096.693478:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693096.693479:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693096.693482:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693487:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693096.693488:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693489:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693096.693490:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693096.693492:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693096.693493:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219200:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693096.693496:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693096.693497:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693096.693498:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693499:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693501:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693096.693502:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693096.693505:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693096.693507:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693096.693509:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693096.693511:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219200, portal 10
00000100:00000001:1.0:1790693096.693512:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693096.693513:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:1.0:1790693096.693517:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693521:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693096.693523:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693096.693524:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693096.693525:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061219200, offset 0
00000400:00000200:1.0:1790693096.693527:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693530:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693532:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693096.693534:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693096.693536:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693096.693537:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693096.693539:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693540:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40771:40771:256:4294967295] 192.168.204.156@tcp LPNI seq info [40770:40770:8:4294967295]
00000400:00000200:1.0:1790693096.693543:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693547:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693096.693549:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693551:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693096.693553:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693096.693555:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693096.693558:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693096.693560:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693096.693562:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693563:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693096.693565:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693096.693567:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693096.693569:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693096.693570:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693096.693571:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693096.693573:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693578:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693580:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693583:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693584:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693096.693586:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693096.693588:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693096.693590:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693096.693592:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315908623
00000100:00000001:1.0:1790693096.693593:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693595:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315908623
00000100:00000001:1.0:1790693096.693596:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693597:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693096.693598:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693599:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693096.693601:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693096/real 1790693096]  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693096.693605:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693096.693606:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693096.693607:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693096.693609:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693096.693610:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693096.693611:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693096.693613:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693096.693617:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693620:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693096.693621:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693622:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693623:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693096.693625:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693628:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693096.693630:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693634:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693096.693635:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693636:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693637:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693638:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693096.693639:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693096.693640:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693096.693642:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693096.693643:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693096.693645:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693096.693649:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219200:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693096.693652:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693096.693654:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693657:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693096.693658:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693659:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693096.693660:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693096.693661:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693096.693662:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219328:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693096.693664:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693096.693665:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693096.693666:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693667:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693668:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693096.693669:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693096.693671:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693096.693672:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693096.693674:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693096.693675:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219328, portal 10
00000100:00000001:1.0:1790693096.693676:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693096.693677:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693096.693680:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693683:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693096.693685:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693096.693686:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693096.693687:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061219328, offset 0
00000400:00000200:1.0:1790693096.693689:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693691:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693693:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693096.693695:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693096.693696:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693096.693698:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693096.693699:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693701:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40772:40772:256:4294967295] 192.168.204.156@tcp LPNI seq info [40771:40771:8:4294967295]
00000400:00000200:1.0:1790693096.693703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693707:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693096.693709:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693710:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693096.693712:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693096.693714:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693096.693716:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693096.693718:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693096.693720:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693722:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693096.693723:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693096.693725:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693096.693726:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693096.693727:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693096.693728:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693096.693731:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693735:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693736:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693740:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693741:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693096.693743:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693096.693744:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693096.693746:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693096.693747:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315908632
00000100:00000001:1.0:1790693096.693748:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693750:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315908632
00000100:00000001:1.0:1790693096.693751:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693752:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693096.693753:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693754:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693096.693756:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693096/real 1790693096]  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693096.693760:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693096.693761:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693096.693762:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693096.693763:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693096.693764:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693096.693765:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693096.693766:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693096.693771:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693774:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693096.693775:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693776:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693777:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693096.693778:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693782:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693096.693784:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693787:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693096.693788:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693789:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693790:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693791:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693096.693792:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693096.693794:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693096.693795:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693096.693797:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693096.693798:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693096.693802:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219328:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693096.693804:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693096.693806:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693809:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693096.693810:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693811:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693096.693812:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693096.693813:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693096.693814:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219456:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693096.693816:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693096.693817:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693096.693818:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693096.693819:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693820:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693096.693822:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693096.693823:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693096.693825:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693096.693826:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693096.693828:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219456, portal 4
00000100:00000001:1.0:1790693096.693829:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693096.693830:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693096.693833:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693837:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693096.693838:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693096.693839:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693096.693840:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061219456, offset 0
00000400:00000200:1.0:1790693096.693842:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693844:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693845:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693096.693847:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693096.693848:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693096.693849:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693096.693850:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693096.693852:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40773:40773:256:4294967295] 192.168.204.156@tcp LPNI seq info [40772:40772:8:4294967295]
00000400:00000200:1.0:1790693096.693854:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693096.693858:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693096.693860:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693862:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693096.693864:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693096.693865:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:1.1:1790693096.693867:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693096.693869:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:1.0:1790693096.693871:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693096.693872:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693096.693873:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693096.693875:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693096.693876:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693096.693877:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693096.693879:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693096.693880:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693884:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693886:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693121 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693893:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693894:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693096.693896:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693096.693898:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693096.693899:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693096.693900:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315908626
00000100:00000001:1.0:1790693096.693902:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693903:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315908626
00000100:00000001:1.0:1790693096.693904:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315909888
00000100:00000001:1.0:1790693096.693905:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693096.693906:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.693907:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693096.693909:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693096/real 1790693096]  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693096.693913:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693096.693913:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693096.693914:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693096.693915:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693096.693916:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693096.693917:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693096.693919:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693096.693924:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693927:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693096.693928:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693928:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693929:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693096.693931:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693935:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693096.693937:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693941:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693096.693942:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693943:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693096.693943:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693944:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693096.693945:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693096.693946:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693096.693948:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693096.693949:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693096.693951:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693096.693955:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219456:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693096.693956:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693957:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693959:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061219200/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693962:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693096.693963:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693964:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693096.693965:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693096.693966:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693096.693967:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693096.693968:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693096.693969:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693096.693971:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693096.693972:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693096.693973:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693096.693975:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693096.693975:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693976:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693978:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061219328/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693982:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693096.693983:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693983:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693096.693984:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693096.693985:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693096.693986:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693096.693987:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693096.693987:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693096.693988:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693096.693989:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693096.693990:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693096.693991:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693096.693991:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.693992:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693096.693994:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061219456/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693121 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693096.693997:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693096.693997:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693096.693998:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693096.693999:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693096.694000:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693096.694000:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693096.694001:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693096.694002:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693096.694003:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693096.694004:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693096.694004:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693096.694005:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693096.694006:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.694007:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693096.694009:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693096.694010:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693096.694012:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693096.694014:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693097.588580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693097.588587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693097.588592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693097.588594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693097.588597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693097.588598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693097.588663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693097.588668:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693097.588671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693098.036545:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315909888, at 4315909952
00000100:00000010:1.0:1790693098.036560:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000100:00000040:0.0:1790693098.036574:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315909888, at 4315909952
00000100:00000010:0.0:1790693098.036583:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7300.
00010000:00000001:2.0:1790693098.612575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693098.612582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693098.612587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693098.612588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693098.612592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693098.612593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693098.612653:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693098.612657:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693098.612661:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693099.636554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693099.636559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693099.636563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693099.636564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693099.636566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693099.636567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693099.636613:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693099.636616:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693099.636619:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693100.660570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693100.660576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693100.660581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693100.660582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693100.660586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693100.660587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693100.660642:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693100.660646:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693100.660649:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693101.684554:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693101.684563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693101.684570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693101.684571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693101.684574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693101.684576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693101.684637:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693101.684641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693101.684643:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693101.812608:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693101.812622:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693101.812626:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693101.812630:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693101.812636:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693101.812645:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21241
00000400:00000200:3.0:1790693101.812656:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693101.812664:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693101.812668:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693101.812671:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812676:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.812678:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812681:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693101.812690:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693101.812693:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693101.812696:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693101.812700:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693101.812703:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693101.812706:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693101.812709:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812711:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.812713:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812715:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693101.812718:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693101.812723:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812726:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693101.812730:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693101.812734:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693101.812737:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.812740:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693101.812743:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693101.812754:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
00000020:00000040:3.0:1790693101.812758:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693101.812762:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693101.812765:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.812768:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693101.812772:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693101.812777:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693101.812785:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693101.812794:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693101.812805:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693101.812817:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693101.812822:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693101.812826:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693101.812850:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693101.812853:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693101.812857:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693101.812859:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693101.812861:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693101.812864:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693101.812866:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21241
00000400:00000200:3.0:1790693101.812871:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693101.812875:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693101.812877:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693101.812882:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812884:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.812887:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812889:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693101.812893:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693101.812894:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693101.812896:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693101.812898:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693101.812900:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693101.812903:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:1.0:1790693101.812905:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000040:3.0:1790693101.812907:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.812911:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693101.812912:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693101.812913:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693101.812917:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693101.812918:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693101.812922:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693101.812927:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:1.0:1790693101.812929:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693101.812930:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693101.812934:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693101.812942:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693101.812943:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693101.812946:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.812947:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.812952:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:1.0:1790693101.812955:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000008:00100000:3.0:1790693101.812958:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:1.0:1790693101.812959:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:3.0:1790693101.812963:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.812965:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.812967:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693101.812972:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790693101.812975:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00100000:1.0:1790693101.812979:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061219584:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693101.812979:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693101.812981:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.812984:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693101.812987:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693101.812988:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:3.0:1790693101.812990:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813006:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000010:3.0:1790693101.813008:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693101.813011:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813014:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813016:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1790693101.813023:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:1.0:1790693101.813025:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693101.813029:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813037:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693101.813040:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693101.813042:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693101.813048:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00000040:3.0:1790693101.813049:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:1.0:1790693101.813058:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693101.813060:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693101.813065:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:1.0:1790693101.813068:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219584, portal 25
00000100:00080000:3.0:1790693101.813069:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693101.813073:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693101.813075:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:3.0:1790693101.813076:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693101.813079:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00000001:3.0:1790693101.813081:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693101.813085:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21241
00000100:00000040:1.0:1790693101.813091:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693101.813092:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693101.813100:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693101.813105:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693101.813107:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693101.813111:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:1.0:1790693101.813117:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813117:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.813122:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:1.0:1790693101.813123:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000001:3.0:1790693101.813125:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:1.0:1790693101.813129:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061219584, offset 0
00000020:00000001:3.0:1790693101.813131:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693101.813134:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693101.813136:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693101.813139:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:1.0:1790693101.813140:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693101.813143:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693101.813147:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693101.813150:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813154:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693101.813155:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693101.813160:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813162:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693101.813165:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693101.813166:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:3.0:1790693101.813170:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813174:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.813176:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:3.0:1790693101.813177:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693101.813182:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693101.813184:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790693101.813186:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.813191:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693101.813191:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693101.813195:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:1.0:1790693101.813198:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000008:00000001:3.0:1790693101.813200:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813204:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.813206:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40774:40774:256:4294967295] 192.168.204.156@tcp LPNI seq info [40773:40773:8:4294967295]
00000100:00000010:3.0:1790693101.813211:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000400:00000200:1.0:1790693101.813212:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790693101.813217:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693101.813221:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693101.813223:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813227:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:1.0:1790693101.813230:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:3.0:1790693101.813231:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693101.813234:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693101.813240:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000800:00000200:1.0:1790693101.813242:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813245:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:1.0:1790693101.813251:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00100000:3.0:1790693101.813252:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693101.813262:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:1.0:1790693101.813264:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790693101.813266:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693101.813270:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000040:3.0:1790693101.813274:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:1.1:1790693101.813281:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693101.813289:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00000001:3.0:1790693101.813290:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693101.813295:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1790693101.813300:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693101.813302:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000010:1.0:1790693101.813304:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000100:00080000:3.0:1790693101.813307:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693101.813312:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693101.813314:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:1.0:1790693101.813315:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:3.0:1790693101.813316:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693101.813322:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:1.0:1790693101.813324:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:3.0:1790693101.813327:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21241
00000400:00000200:1.0:1790693101.813334:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000200:3.0:1790693101.813334:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693101.813339:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000400:00000200:3.0:1790693101.813341:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693101.813346:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693101.813348:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:3.0:1790693101.813350:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813355:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.813359:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813362:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:1.0:1790693101.813363:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693101.813366:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693101.813369:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693101.813372:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693101.813377:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693101.813380:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693101.813382:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000001:3.0:1790693101.813384:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790693101.813389:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693101.813391:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813397:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693101.813401:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813406:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693101.813407:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693101.813410:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:1.0:1790693101.813411:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00080000:3.0:1790693101.813415:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693101.813418:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813420:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693101.813420:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693101.813423:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693101.813428:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:3.0:1790693101.813428:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813433:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315915008
00000100:00000001:3.0:1790693101.813433:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693101.813437:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000010:1.0:1790693101.813441:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7d80.
00000008:00000001:3.0:1790693101.813442:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813446:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813450:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000010:3.0:1790693101.813451:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693101.813483:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315915009
00000020:00000040:3.0:1790693101.813489:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000010:1.0:1790693101.813490:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7840.
02000000:00000001:3.0:1790693101.813496:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:1.0:1790693101.813497:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:3.0:1790693101.813499:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693101.813503:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:1.0:1790693101.813504:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693101.813506:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693101.813508:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693101.813510:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813512:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000010:3.0:1790693101.813517:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00100000:1.0:1790693101.813518:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693101/real 1790693101]  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693101.813524:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693101.813528:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693101.813531:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:3.0:1790693101.813533:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:1.0:1790693101.813535:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693101.813539:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693101.813543:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693101.813547:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693101.813550:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693101.813553:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693101.813554:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693101.813563:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693101.813572:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693101.813577:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693101.813585:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21251)
00000100:00000001:1.0:1790693101.813595:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693101.813598:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813600:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.813602:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693101.813608:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813615:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693101.813621:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813627:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693101.813630:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813632:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.813633:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813643:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693101.813645:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693101.813648:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693101.813653:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693101.813656:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693101.813661:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693101.813670:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061219584:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693101.813675:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813677:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.813680:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061219584/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813687:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693101.813690:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693101.813693:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693101.813696:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693101.813699:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693101.813701:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693101.813703:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693101.813706:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693101.813710:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693101.813711:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693101.813714:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:1.0:1790693101.813717:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693101.813718:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813720:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813729:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693101.813731:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813733:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693101.813734:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693101.813736:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693101.813740:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813747:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693101.813748:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813750:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693101.813752:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693101.813753:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693101.813755:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219712:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693101.813757:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693101.813759:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693101.813760:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813761:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693101.813763:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693101.813764:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.813767:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693101.813769:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693101.813771:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693101.813773:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219712, portal 10
00000100:00000001:1.0:1790693101.813775:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693101.813776:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000100:00000040:1.0:1790693101.813781:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813785:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693101.813787:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693101.813788:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693101.813789:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061219712, offset 0
00000400:00000200:1.0:1790693101.813792:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693101.813794:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.813797:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693101.813799:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693101.813801:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693101.813802:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693101.813804:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693101.813806:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40775:40775:256:4294967295] 192.168.204.156@tcp LPNI seq info [40774:40774:8:4294967295]
00000400:00000200:1.0:1790693101.813808:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.813813:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693101.813816:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.813818:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693101.813820:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693101.813823:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693101.813825:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693101.813827:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693101.813830:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.813831:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693101.813833:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693101.813835:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693101.813837:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693101.813838:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693101.813840:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693101.813842:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813851:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.813852:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813856:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813857:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693101.813859:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693101.813862:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693101.813863:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693101.813864:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315913743
00000100:00000001:1.0:1790693101.813866:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315915008
00000100:00000001:1.0:1790693101.813867:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315913743
00000100:00000001:1.0:1790693101.813869:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315915009
00000100:00000001:1.0:1790693101.813870:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693101.813872:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.813873:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693101.813875:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693101/real 1790693101]  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693101.813879:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693101.813880:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693101.813881:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693101.813882:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693101.813883:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693101.813884:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693101.813886:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693101.813891:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813894:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693101.813895:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813896:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.813897:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693101.813899:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813903:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693101.813905:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813908:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693101.813910:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813910:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.813911:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.813912:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693101.813913:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693101.813915:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693101.813916:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693101.813918:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693101.813920:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693101.813925:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219712:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693101.813927:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693101.813928:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813932:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693101.813933:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813934:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693101.813934:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693101.813936:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693101.813938:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219840:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693101.813940:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693101.813941:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693101.813942:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.813943:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693101.813945:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693101.813946:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.813947:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693101.813949:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693101.813950:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693101.813952:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219840, portal 10
00000100:00000001:1.0:1790693101.813953:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693101.813954:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:1.0:1790693101.813957:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.813961:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693101.813962:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693101.813963:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693101.813964:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061219840, offset 0
00000400:00000200:1.0:1790693101.813966:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693101.813968:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.813971:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693101.813972:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693101.813974:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693101.813975:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693101.813977:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693101.813979:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40776:40776:256:4294967295] 192.168.204.156@tcp LPNI seq info [40775:40775:8:4294967295]
00000400:00000200:1.0:1790693101.813983:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.813989:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693101.813993:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.814008:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693101.814013:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693101.814016:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693101.814020:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693101.814022:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693101.814026:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.814028:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693101.814030:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693101.814033:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693101.814036:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693101.814038:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693101.814040:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693101.814043:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814051:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.814054:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814059:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.814060:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693101.814063:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693101.814066:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693101.814069:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693101.814070:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315913752
00000100:00000001:1.0:1790693101.814072:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315915008
00000100:00000001:1.0:1790693101.814074:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315913752
00000100:00000001:1.0:1790693101.814076:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315915009
00000100:00000001:1.0:1790693101.814078:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693101.814080:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.814082:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693101.814085:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693101/real 1790693101]  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693101.814092:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693101.814094:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693101.814095:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693101.814098:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693101.814100:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693101.814102:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693101.814105:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693101.814114:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814120:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693101.814121:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814123:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.814124:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693101.814127:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814135:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693101.814138:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814145:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693101.814147:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814148:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.814149:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814151:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693101.814153:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693101.814155:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693101.814158:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693101.814159:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693101.814161:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693101.814170:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219840:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693101.814172:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693101.814175:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814178:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693101.814179:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.814180:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693101.814181:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693101.814182:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693101.814184:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219968:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693101.814186:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693101.814188:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693101.814189:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693101.814190:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693101.814192:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693101.814193:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693101.814196:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693101.814197:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693101.814199:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693101.814202:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061219968, portal 4
00000100:00000001:1.0:1790693101.814203:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693101.814204:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:1.0:1790693101.814207:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814212:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693101.814213:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693101.814214:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693101.814215:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061219968, offset 0
00000400:00000200:1.0:1790693101.814218:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693101.814221:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.814223:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693101.814225:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693101.814227:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693101.814228:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693101.814230:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693101.814231:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40777:40777:256:4294967295] 192.168.204.156@tcp LPNI seq info [40776:40776:8:4294967295]
00000400:00000200:1.0:1790693101.814234:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693101.814238:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693101.814241:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.814243:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693101.814245:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693101.814247:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:1.1:1790693101.814249:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693101.814267:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:1.0:1790693101.814270:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693101.814271:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693101.814273:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693101.814275:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693101.814277:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693101.814278:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693101.814280:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693101.814282:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814287:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.814289:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693126 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814293:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.814294:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693101.814296:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693101.814298:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693101.814300:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693101.814301:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315913746
00000100:00000001:1.0:1790693101.814303:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315915008
00000100:00000001:1.0:1790693101.814305:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315913746
00000100:00000001:1.0:1790693101.814306:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315915009
00000100:00000001:1.0:1790693101.814307:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693101.814308:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.814309:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693101.814311:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693101/real 1790693101]  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693101.814315:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693101.814316:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693101.814317:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693101.814318:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693101.814320:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693101.814321:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693101.814323:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693101.814328:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814331:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693101.814332:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814333:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.814334:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693101.814335:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814339:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693101.814341:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814344:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693101.814346:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814347:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693101.814348:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814349:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693101.814350:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693101.814352:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693101.814354:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693101.814355:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693101.814357:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693101.814361:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061219968:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693101.814362:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814363:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.814365:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061219712/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814368:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693101.814369:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693101.814370:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693101.814372:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693101.814373:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693101.814374:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693101.814375:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693101.814376:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693101.814378:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693101.814379:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693101.814380:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:1.0:1790693101.814382:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693101.814382:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814383:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.814385:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061219840/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814393:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693101.814394:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693101.814395:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693101.814396:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693101.814397:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693101.814397:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693101.814398:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693101.814399:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693101.814400:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693101.814401:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693101.814401:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:1.0:1790693101.814402:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693101.814403:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814404:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693101.814405:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061219968/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693126 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693101.814408:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693101.814409:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693101.814410:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693101.814411:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693101.814411:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693101.814412:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693101.814413:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693101.814414:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693101.814415:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693101.814416:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693101.814416:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:1.0:1790693101.814418:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693101.814419:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814420:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693101.814422:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693101.814423:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693101.814424:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693101.814424:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693102.708585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693102.708591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693102.708596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693102.708597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693102.708599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693102.708600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693102.708658:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693102.708662:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693102.708665:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693103.156610:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315915008, at 4315915072
00000100:00000040:1.0:1790693103.156610:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315915009, at 4315915072
00000100:00000010:0.0:1790693103.156637:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7d80.
00000100:00000010:1.0:1790693103.156647:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00010000:00000001:2.0:1790693103.732516:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693103.732522:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693103.732527:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693103.732528:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693103.732532:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693103.732533:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693103.732583:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693103.732586:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693103.732589:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693104.756579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693104.756587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693104.756589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693104.756593:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693104.756597:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693104.756599:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693104.756601:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693104.756603:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693104.756607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693104.756608:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693104.756612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693104.756614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693104.756689:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693104.756694:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693104.756697:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693105.780590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693105.780600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693105.780608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693105.780609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693105.780613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693105.780614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693105.780678:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693105.780683:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693105.780686:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693106.804561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693106.804566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693106.804573:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693106.804575:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693106.804577:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804580:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693106.804581:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804583:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804584:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693106.804587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693106.804588:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693106.804589:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804590:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693106.804590:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804591:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693106.804592:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693106.804682:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693106.804690:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693106.804696:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693106.932556:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693106.932568:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693106.932571:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693106.932575:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693106.932580:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693106.932587:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21246
00000400:00000200:3.0:1790693106.932597:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693106.932606:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693106.932610:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693106.932615:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932619:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.932621:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693106.932632:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693106.932635:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693106.932638:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693106.932641:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693106.932643:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693106.932645:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693106.932648:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932650:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.932652:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932653:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693106.932656:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693106.932660:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932662:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693106.932665:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693106.932669:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693106.932672:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932674:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693106.932676:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693106.932686:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790693106.932690:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693106.932694:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693106.932696:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932699:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693106.932702:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693106.932707:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693106.932715:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790693106.932722:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693106.932732:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693106.932744:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693106.932748:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693106.932753:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693106.932781:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693106.932785:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693106.932788:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693106.932790:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693106.932791:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693106.932794:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693106.932797:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21246
00000400:00000200:3.0:1790693106.932802:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693106.932805:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693106.932807:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693106.932811:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932813:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.932815:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932817:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693106.932820:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693106.932822:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693106.932824:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693106.932827:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693106.932830:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693106.932832:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693106.932834:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932837:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.932840:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932842:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693106.932845:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693106.932849:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693106.932852:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693106.932854:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693106.932860:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693106.932862:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932864:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693106.932871:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000008:00100000:3.0:1790693106.932872:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693106.932881:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.932884:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:3.0:1790693106.932885:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.932891:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000010:3.0:1790693106.932893:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693106.932911:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693106.932918:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000040:1.0:1790693106.932921:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693106.932921:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932932:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693106.932937:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693106.932940:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693106.932941:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.932944:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.932950:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000010:3.0:1790693106.932952:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693106.932954:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693106.932960:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932961:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693106.932968:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061220096:192.168.204.156@tcp:250:kworker.0
00000100:00100000:3.0:1790693106.932975:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693106.932978:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693106.932986:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693106.932988:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:1.0:1790693106.932992:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.932993:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.933001:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790693106.933011:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693106.933014:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693106.933021:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.933038:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693106.933038:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693106.933046:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693106.933048:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:3.0:1790693106.933053:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693106.933056:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693106.933058:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:1.0:1790693106.933061:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693106.933063:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693106.933071:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21246
00000100:00000200:1.0:1790693106.933075:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220096, portal 25
00000400:00000200:3.0:1790693106.933078:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693106.933082:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693106.933086:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000400:00000200:3.0:1790693106.933088:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693106.933106:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693106.933108:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693106.933114:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933128:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.933137:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933140:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:1.0:1790693106.933143:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:3.0:1790693106.933147:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693106.933151:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693106.933155:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:1.0:1790693106.933157:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790693106.933160:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000010:1.0:1790693106.933163:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000020:00000001:3.0:1790693106.933165:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000200:1.0:1790693106.933169:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061220096, offset 0
00000020:00000001:3.0:1790693106.933172:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693106.933184:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693106.933185:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933193:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693106.933203:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693106.933208:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933212:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693106.933217:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000040:3.0:1790693106.933218:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:1.0:1790693106.933226:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:3.0:1790693106.933228:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933235:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.933237:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:3.0:1790693106.933240:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:1.0:1790693106.933247:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:3.0:1790693106.933247:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693106.933255:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:3.0:1790693106.933255:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.933261:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:1.0:1790693106.933265:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40778:40778:256:4294967295] 192.168.204.156@tcp LPNI seq info [40777:40777:8:4294967295]
00000008:00100000:3.0:1790693106.933267:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693106.933280:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.933282:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693106.933287:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693106.933294:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790693106.933301:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:1.0:1790693106.933304:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693106.933317:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693106.933317:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693106.933322:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.933324:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693106.933325:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:1.0:1790693106.933327:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
02000000:00000001:3.0:1790693106.933328:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693106.933338:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000800:00000200:1.0:1790693106.933343:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:3.0:1790693106.933346:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:1.0:1790693106.933350:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00100000:3.0:1790693106.933357:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:1.1:1790693106.933366:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693106.933375:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000100:00000001:3.0:1790693106.933380:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693106.933386:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:1.0:1790693106.933389:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.933393:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693106.933406:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1790693106.933407:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693106.933423:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790693106.933435:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.933437:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000100:00000040:3.0:1790693106.933439:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:1.0:1790693106.933443:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000040:3.0:1790693106.933446:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:1.0:1790693106.933452:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:3.0:1790693106.933495:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693106.933501:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693106.933503:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693106.933505:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693106.933509:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693106.933515:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21246
00000100:00000200:1.0:1790693106.933521:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693106.933530:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693106.933545:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693106.933549:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693106.933550:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693106.933556:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933558:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693106.933566:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933568:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:1.0:1790693106.933570:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:3.0:1790693106.933575:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693106.933579:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693106.933586:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:1.0:1790693106.933587:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693106.933590:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:1.0:1790693106.933592:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790693106.933597:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693106.933602:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:1.0:1790693106.933604:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693106.933608:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693106.933613:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:1.0:1790693106.933615:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693106.933620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693106.933621:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315920129
00000100:00000001:3.0:1790693106.933628:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:1.0:1790693106.933632:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7840.
00000020:00000040:3.0:1790693106.933634:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693106.933642:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693106.933643:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:3.0:1790693106.933645:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693106.933650:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693106.933654:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693106.933657:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.933658:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315920129
00000100:00000001:3.0:1790693106.933660:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:1.0:1790693106.933666:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7de0.
00000008:00100000:3.0:1790693106.933667:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693106.933674:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000008:00000001:3.0:1790693106.933674:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.933682:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693106.933683:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.933693:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693106.933695:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693106.933699:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1790693106.933701:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693106.933706:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00100000:1.0:1790693106.933709:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693106/real 1790693106]  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693106.933709:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693106.933715:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693106.933719:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693106.933723:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693106.933734:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000400:00000001:1.0:1790693106.933738:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000001:3.0:1790693106.933740:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:1.0:1790693106.933743:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693106.933747:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000100:00100000:3.0:1790693106.933751:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693106.933753:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693106.933759:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693106.933765:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:3.0:1790693106.933773:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:1.0:1790693106.933774:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693106.933780:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693106.933796:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693106.933800:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.933862:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:3.0:1790693106.933866:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.933867:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.933878:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000040:3.0:1790693106.933881:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21256)
00000100:00000001:1.0:1790693106.933882:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693106.933912:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.933924:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693106.933931:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.933940:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693106.933943:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.933945:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.933946:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.933950:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693106.933952:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693106.933956:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693106.933961:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693106.933963:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693106.933967:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693106.933976:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061220096:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693106.933982:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.933985:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.933988:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061220096/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.933994:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693106.933998:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934001:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693106.934005:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693106.934007:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693106.934009:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693106.934012:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693106.934014:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:1.0:1790693106.934019:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693106.934021:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693106.934023:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:1.0:1790693106.934027:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693106.934028:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934030:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934041:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693106.934044:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934046:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693106.934048:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693106.934050:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693106.934054:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934062:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693106.934064:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934066:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693106.934069:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693106.934072:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693106.934075:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220224:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693106.934079:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693106.934082:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693106.934083:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934085:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934089:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693106.934091:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.934095:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693106.934098:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693106.934102:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693106.934106:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220224, portal 10
00000100:00000001:1.0:1790693106.934108:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693106.934110:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:1.0:1790693106.934117:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934124:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693106.934126:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693106.934129:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693106.934132:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061220224, offset 0
00000400:00000200:1.0:1790693106.934136:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934141:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934146:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693106.934149:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693106.934152:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693106.934154:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693106.934157:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934161:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40779:40779:256:4294967295] 192.168.204.156@tcp LPNI seq info [40778:40778:8:4294967295]
00000400:00000200:1.0:1790693106.934165:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934171:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693106.934175:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934179:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693106.934183:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693106.934186:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693106.934191:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693106.934194:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693106.934198:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934200:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693106.934203:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693106.934206:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693106.934209:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693106.934212:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693106.934214:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693106.934218:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934226:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934229:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934236:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934237:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693106.934240:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693106.934245:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693106.934248:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693106.934250:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315918863
00000100:00000001:1.0:1790693106.934254:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934256:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315918863
00000100:00000001:1.0:1790693106.934258:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934260:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693106.934262:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934264:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693106.934268:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693106/real 1790693106]  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693106.934277:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693106.934278:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693106.934280:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693106.934282:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693106.934284:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693106.934286:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693106.934289:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693106.934297:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934304:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693106.934305:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934307:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934308:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693106.934312:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934318:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693106.934322:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934329:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693106.934331:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934334:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934335:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934337:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693106.934339:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693106.934342:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693106.934345:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693106.934347:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693106.934351:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693106.934359:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220224:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693106.934364:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693106.934368:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934375:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693106.934376:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934379:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693106.934381:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693106.934383:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693106.934386:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220352:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693106.934389:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693106.934391:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693106.934393:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934394:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934398:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693106.934400:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.934403:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693106.934405:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693106.934408:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693106.934411:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220352, portal 10
00000100:00000001:1.0:1790693106.934413:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693106.934415:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:1.0:1790693106.934421:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934428:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693106.934430:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693106.934432:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693106.934435:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061220352, offset 0
00000400:00000200:1.0:1790693106.934438:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934442:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934446:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693106.934448:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693106.934451:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693106.934476:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693106.934480:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934483:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40780:40780:256:4294967295] 192.168.204.156@tcp LPNI seq info [40779:40779:8:4294967295]
00000400:00000200:1.0:1790693106.934488:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934494:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693106.934498:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934503:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693106.934506:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693106.934509:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693106.934513:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693106.934515:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693106.934519:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934521:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693106.934524:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693106.934528:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693106.934531:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693106.934533:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693106.934536:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693106.934540:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934547:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934552:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934558:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934560:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693106.934563:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693106.934566:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693106.934569:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693106.934571:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315918873
00000100:00000001:1.0:1790693106.934573:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934575:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315918873
00000100:00000001:1.0:1790693106.934576:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934578:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693106.934579:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934580:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693106.934583:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693106/real 1790693106]  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693106.934587:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693106.934588:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693106.934589:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693106.934591:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693106.934592:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693106.934593:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693106.934595:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693106.934600:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934604:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693106.934605:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934606:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934606:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693106.934609:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934613:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693106.934616:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934619:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693106.934620:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934621:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934622:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934623:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693106.934624:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693106.934625:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693106.934627:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693106.934628:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693106.934630:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693106.934634:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220352:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693106.934636:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693106.934638:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934643:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693106.934644:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934645:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693106.934647:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693106.934648:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693106.934650:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220480:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693106.934651:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693106.934654:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693106.934655:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693106.934656:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934659:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693106.934660:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693106.934663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693106.934664:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693106.934666:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693106.934669:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220480, portal 4
00000100:00000001:1.0:1790693106.934670:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693106.934671:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:1.0:1790693106.934675:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934679:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693106.934681:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693106.934682:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693106.934684:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061220480, offset 0
00000400:00000200:1.0:1790693106.934686:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934688:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934690:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693106.934692:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693106.934693:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693106.934695:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693106.934697:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693106.934698:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40781:40781:256:4294967295] 192.168.204.156@tcp LPNI seq info [40780:40780:8:4294967295]
00000400:00000200:1.0:1790693106.934701:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693106.934705:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693106.934708:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934710:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693106.934713:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693106.934715:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000200:1.1:1790693106.934717:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693106.934719:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 43 secs later)
00000800:00000100:1.0:1790693106.934721:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693106.934724:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693106.934726:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693106.934729:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693106.934732:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693106.934734:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693106.934736:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693106.934739:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934745:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934748:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693131 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934754:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934756:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693106.934759:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693106.934762:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693106.934765:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693106.934767:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315918867
00000100:00000001:1.0:1790693106.934770:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934772:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315918867
00000100:00000001:1.0:1790693106.934774:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315920129
00000100:00000001:1.0:1790693106.934776:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693106.934778:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934780:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693106.934783:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693106/real 1790693106]  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693106.934788:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693106.934789:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693106.934791:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693106.934792:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693106.934793:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693106.934795:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693106.934797:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693106.934802:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934805:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693106.934806:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934807:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934808:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693106.934810:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934814:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693106.934816:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934820:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693106.934821:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934822:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693106.934823:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934824:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693106.934825:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693106.934826:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693106.934828:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693106.934829:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693106.934831:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693106.934835:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220480:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693106.934837:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934838:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934841:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061220224/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934845:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693106.934846:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934847:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693106.934849:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693106.934850:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693106.934851:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693106.934852:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693106.934853:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:1.0:1790693106.934856:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693106.934857:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693106.934858:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:1.0:1790693106.934860:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693106.934862:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934863:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934865:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061220352/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934868:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693106.934868:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934869:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693106.934870:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693106.934871:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693106.934872:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693106.934873:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693106.934873:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:1.0:1790693106.934874:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693106.934875:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693106.934876:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:1.0:1790693106.934877:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693106.934878:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934879:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693106.934881:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061220480/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693131 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693106.934884:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693106.934886:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693106.934886:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693106.934888:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693106.934889:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693106.934890:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693106.934891:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693106.934892:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:1.0:1790693106.934893:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693106.934893:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693106.934894:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:1.0:1790693106.934911:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693106.934912:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934913:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693106.934916:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693106.934917:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693106.934918:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693106.934919:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693107.828594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693107.828602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693107.828609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693107.828610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693107.828613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693107.828615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693107.828664:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693107.828667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693107.828670:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693108.276545:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315920129, at 4315920192
00000100:00000040:1.0:1790693108.276545:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315920129, at 4315920192
00000100:00000010:0.0:1790693108.276557:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7840.
00000100:00000010:1.0:1790693108.276563:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00010000:00000001:2.0:1790693108.852588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693108.852594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693108.852601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693108.852602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693108.852606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693108.852607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693108.852669:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693108.852672:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693108.852674:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693109.876556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693109.876562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693109.876565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693109.876566:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693109.876568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693109.876569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693109.876617:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693109.876620:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693109.876622:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693110.900530:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693110.900535:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693110.900538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693110.900539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693110.900541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693110.900542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693110.900592:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693110.900596:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693110.900599:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693111.924562:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693111.924568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693111.924573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693111.924575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693111.924578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693111.924579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693111.924633:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693111.924636:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693111.924638:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693112.052583:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693112.052594:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693112.052597:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693112.052601:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693112.052605:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693112.052612:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21251
00000400:00000200:3.0:1790693112.052622:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693112.052629:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693112.052632:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693112.052636:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052639:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693112.052642:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052645:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693112.052652:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693112.052655:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693112.052658:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693112.052660:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693112.052663:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693112.052666:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693112.052670:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052673:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693112.052675:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052678:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693112.052681:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693112.052684:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052687:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693112.052690:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693112.052693:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693112.052696:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.052698:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693112.052701:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693112.052709:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790693112.052712:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693112.052715:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693112.052716:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.052719:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693112.052721:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693112.052724:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693112.052730:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693112.052735:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693112.052741:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693112.052748:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693112.052750:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693112.052753:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693112.052768:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693112.052769:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693112.052772:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693112.052773:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693112.052774:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693112.052775:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693112.052777:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21251
00000400:00000200:3.0:1790693112.052780:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693112.052783:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693112.052785:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693112.052787:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052788:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693112.052790:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052792:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693112.052794:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693112.052795:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:1.0:1790693112.052807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693112.052812:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693112.052815:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693112.052823:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.052831:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693112.052833:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.052837:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693112.052840:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693112.052842:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693112.052846:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061220608:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693112.052863:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693112.052867:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000001:3.0:1790693112.052867:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
02000000:00000001:1.0:1790693112.052871:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693112.052871:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
02000000:00000001:1.0:1790693112.052877:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000001:3.0:1790693112.052877:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693112.052882:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000010:1.0:1790693112.052884:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
00000100:00000040:3.0:1790693112.052886:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:1.0:1790693112.052890:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.052891:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693112.052895:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:1.0:1790693112.052899:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693112.052899:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693112.052903:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000400:00000010:1.0:1790693112.052906:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000100:00080000:3.0:1790693112.052909:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693112.052914:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:1.0:1790693112.052916:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
02000000:00000001:3.0:1790693112.052916:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693112.052923:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:1.0:1790693112.052926:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220608, portal 25
02000000:00000001:3.0:1790693112.052927:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.052930:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693112.052932:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693112.052934:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000008:00100000:3.0:1790693112.052938:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:1.0:1790693112.052944:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790693112.052944:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.052948:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693112.052954:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693112.052957:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:3.0:1790693112.052959:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000040:1.0:1790693112.052963:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693112.052965:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000010:1.0:1790693112.052968:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
02000000:00000001:3.0:1790693112.052969:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:1.0:1790693112.052974:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061220608, offset 0
00000100:00000001:3.0:1790693112.052974:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693112.052976:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693112.052980:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.052986:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000010:3.0:1790693112.052988:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693112.052994:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.052995:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:3.0:1790693112.053002:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:1.0:1790693112.053005:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693112.053013:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790693112.053016:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:1.0:1790693112.053019:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790693112.053022:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.053025:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693112.053030:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:3.0:1790693112.053030:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693112.053037:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40782:40782:256:4294967295] 192.168.204.156@tcp LPNI seq info [40781:40781:8:4294967295]
00000400:00000200:1.0:1790693112.053048:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693112.053055:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693112.053061:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693112.053063:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:3.0:1790693112.053069:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000200:1.0:1790693112.053074:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053074:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693112.053078:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000010:1.0:1790693112.053081:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000100:00000001:3.0:1790693112.053083:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693112.053088:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21251
00000800:00000200:1.0:1790693112.053092:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790693112.053095:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:1.0:1790693112.053098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000400:00000200:3.0:1790693112.053101:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693112.053106:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000200:1.1:1790693112.053110:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693112.053111:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053116:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:1.1:1790693112.053117:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000100:00000040:3.0:1790693112.053118:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053121:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693112.053125:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000800:00000100:1.0:1790693112.053128:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790693112.053128:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693112.053130:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:1.0:1790693112.053133:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000020:00000040:3.0:1790693112.053133:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693112.053138:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693112.053140:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:1.0:1790693112.053142:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:3.0:1790693112.053143:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053148:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693112.053151:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053154:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:1.0:1790693112.053155:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000040:3.0:1790693112.053156:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693112.053161:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:1.0:1790693112.053163:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000100:00000001:3.0:1790693112.053163:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693112.053164:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693112.053168:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000010:1.0:1790693112.053169:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
02000000:00000001:3.0:1790693112.053171:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053174:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693112.053175:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:1.0:1790693112.053176:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000008:00000001:3.0:1790693112.053177:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053180:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693112.053183:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000100:00000200:1.0:1790693112.053185:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:3.0:1790693112.053186:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693112.053189:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693112.053190:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053194:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693112.053195:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693112.053198:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693112.053203:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:1.0:1790693112.053206:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693112.053206:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693112.053212:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1790693112.053213:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693112.053239:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693112.053241:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053242:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053247:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:3.0:1790693112.053248:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053256:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053257:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693112.053262:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:1.0:1790693112.053263:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693112.053268:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315925248
00000100:00000040:3.0:1790693112.053269:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693112.053274:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:1.0:1790693112.053275:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7de0.
00000100:00080000:3.0:1790693112.053279:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693112.053282:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:1.0:1790693112.053284:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00080000:3.0:1790693112.053284:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693112.053290:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:1.0:1790693112.053292:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315925248
00000100:00080000:3.0:1790693112.053295:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21251
00000100:00000010:1.0:1790693112.053298:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff9201bf8e7600.
00000400:00000200:3.0:1790693112.053303:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693112.053304:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000400:00000200:3.0:1790693112.053309:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:1.0:1790693112.053310:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:3.0:1790693112.053312:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:1.0:1790693112.053315:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693112.053318:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693112.053320:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693112.053323:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:1.0:1790693112.053329:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693112/real 1790693112]  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693112.053330:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693112.053334:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693112.053340:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693112.053343:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693112.053346:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:1.0:1790693112.053347:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000020:00000040:3.0:1790693112.053349:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000001:1.0:1790693112.053350:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000001:3.0:1790693112.053353:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:1.0:1790693112.053355:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000020:00000001:3.0:1790693112.053357:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:1.0:1790693112.053359:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000100:00000040:3.0:1790693112.053363:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:1.0:1790693112.053364:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:3.0:1790693112.053369:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:1.0:1790693112.053370:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:3.0:1790693112.053374:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:1.0:1790693112.053377:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693112.053378:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693112.053384:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693112.053391:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000200:1.0:1790693112.053396:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693112.053396:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693112.053402:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693112.053406:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693112.053410:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
02000000:00000001:3.0:1790693112.053411:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053414:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:3.0:1790693112.053415:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693112.053420:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000008:00100000:3.0:1790693112.053420:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:1.0:1790693112.053423:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:3.0:1790693112.053425:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693112.053429:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693112.053431:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693112.053435:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790693112.053439:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:1.0:1790693112.053443:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:3.0:1790693112.053444:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693112.053447:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693112.053450:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693112.053451:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693112.053485:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:1.0:1790693112.053486:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:3.0:1790693112.053489:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053491:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053494:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000010:3.0:1790693112.053495:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:1.0:1790693112.053496:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053501:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:3.0:1790693112.053503:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053504:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693112.053509:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1790693112.053510:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1790693112.053518:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:3.0:1790693112.053520:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693112.053523:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053524:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:3.0:1790693112.053527:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693112.053533:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693112.053535:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693112.053540:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21261)
00000100:00100000:1.0:1790693112.053548:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061220608:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693112.053557:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053559:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.053562:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061220608/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053568:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693112.053570:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693112.053572:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693112.053575:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693112.053577:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693112.053579:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693112.053580:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693112.053582:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:1.0:1790693112.053585:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693112.053587:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693112.053588:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:1.0:1790693112.053592:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693112.053593:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053595:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053602:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693112.053605:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053607:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693112.053608:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693112.053609:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693112.053613:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053619:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693112.053620:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.053622:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693112.053624:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693112.053626:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693112.053628:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220736:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693112.053631:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693112.053633:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693112.053634:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.053637:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693112.053640:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693112.053641:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.053645:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693112.053647:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693112.053651:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693112.053653:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220736, portal 10
00000100:00000001:1.0:1790693112.053655:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693112.053656:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000100:00000040:1.0:1790693112.053663:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053670:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693112.053672:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693112.053674:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693112.053676:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061220736, offset 0
00000400:00000200:1.0:1790693112.053680:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693112.053684:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.053687:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693112.053690:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693112.053693:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693112.053695:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693112.053706:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693112.053708:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40783:40783:256:4294967295] 192.168.204.156@tcp LPNI seq info [40782:40782:8:4294967295]
00000400:00000200:1.0:1790693112.053711:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.053715:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693112.053718:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.053720:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693112.053723:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693112.053725:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693112.053728:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693112.053730:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790693112.053732:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.053733:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693112.053736:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693112.053738:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693112.053740:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693112.053741:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693112.053742:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693112.053745:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053751:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.053754:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053760:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053761:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693112.053764:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693112.053768:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:1.0:1790693112.053771:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693112.053773:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315923983
00000100:00000001:1.0:1790693112.053775:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.053777:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315923983
00000100:00000001:1.0:1790693112.053779:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.053781:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693112.053783:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.053785:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693112.053789:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693112/real 1790693112]  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693112.053812:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693112.053814:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693112.053815:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693112.053818:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693112.053820:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693112.053822:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693112.053826:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693112.053834:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053841:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693112.053842:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053844:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.053845:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693112.053849:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053856:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693112.053860:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053866:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693112.053869:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053870:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.053871:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.053873:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693112.053874:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693112.053877:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693112.053879:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693112.053881:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693112.053885:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693112.053893:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220736:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693112.053896:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693112.053899:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053907:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693112.053908:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.053910:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693112.053911:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693112.053912:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693112.053914:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220864:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693112.053915:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693112.053917:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693112.053918:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.053919:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693112.053921:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693112.053922:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.053924:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693112.053926:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693112.053928:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693112.053930:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220864, portal 10
00000100:00000001:1.0:1790693112.053931:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693112.053932:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000040:1.0:1790693112.053935:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053939:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693112.053940:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693112.053942:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693112.053943:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061220864, offset 0
00000400:00000200:1.0:1790693112.053945:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693112.053948:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.053950:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693112.053952:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693112.053953:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693112.053955:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693112.053956:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693112.053958:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40784:40784:256:4294967295] 192.168.204.156@tcp LPNI seq info [40783:40783:8:4294967295]
00000400:00000200:1.0:1790693112.053961:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.053964:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693112.053967:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.053969:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693112.053971:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693112.053973:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693112.053976:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693112.053977:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790693112.053980:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.053981:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693112.053983:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693112.053985:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693112.053987:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693112.053988:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693112.053989:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693112.053991:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.053996:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.053997:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054001:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.054002:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693112.054004:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693112.054006:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:1.0:1790693112.054007:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693112.054009:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315923992
00000100:00000001:1.0:1790693112.054010:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.054012:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315923992
00000100:00000001:1.0:1790693112.054014:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.054016:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693112.054018:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.054020:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693112.054023:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693112/real 1790693112]  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693112.054030:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693112.054031:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693112.054033:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693112.054035:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693112.054037:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693112.054039:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693112.054042:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693112.054050:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054056:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693112.054057:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054059:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.054060:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693112.054063:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054069:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693112.054072:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054079:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693112.054081:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054082:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.054083:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054085:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693112.054086:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693112.054089:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693112.054092:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693112.054094:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693112.054098:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693112.054105:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220864:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693112.054109:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693112.054111:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054115:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693112.054116:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.054117:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693112.054118:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693112.054119:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693112.054121:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220992:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693112.054123:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:1.0:1790693112.054124:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:1.0:1790693112.054125:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693112.054126:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693112.054129:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693112.054130:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693112.054133:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:1.0:1790693112.054134:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff920183db6b58.
00000400:00000010:1.0:1790693112.054136:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f9088.
00000100:00000200:1.0:1790693112.054138:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061220992, portal 4
00000100:00000001:1.0:1790693112.054139:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693112.054140:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:1.0:1790693112.054143:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054147:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693112.054149:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:1.0:1790693112.054150:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201be5f97f8.
00000100:00000200:1.0:1790693112.054151:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061220992, offset 0
00000400:00000200:1.0:1790693112.054154:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693112.054156:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.054159:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:1.0:1790693112.054160:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:1.0:1790693112.054162:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:1.0:1790693112.054163:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:1.0:1790693112.054165:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693112.054166:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40785:40785:256:4294967295] 192.168.204.156@tcp LPNI seq info [40784:40784:8:4294967295]
00000400:00000200:1.0:1790693112.054169:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693112.054172:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:1.0:1790693112.054174:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.054176:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ae437a00.
00000800:00000200:1.0:1790693112.054179:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.0:1790693112.054180:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000200:1.1:1790693112.054182:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:1.1:1790693112.054184:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 38 secs later)
00000800:00000100:1.0:1790693112.054186:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:1.0:1790693112.054187:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ae437a00.
00000400:00000200:1.0:1790693112.054189:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693112.054191:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693112.054193:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f97f8
00000400:00000010:1.0:1790693112.054194:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f97f8.
00000100:00000001:1.0:1790693112.054195:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:1.0:1790693112.054197:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054202:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.054203:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693137 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054207:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.054208:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693112.054211:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693112.054212:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:1.0:1790693112.054214:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693112.054215:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315923986
00000100:00000001:1.0:1790693112.054216:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.054218:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315923986
00000100:00000001:1.0:1790693112.054219:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315925248
00000100:00000001:1.0:1790693112.054220:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693112.054222:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.054222:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693112.054224:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693112/real 1790693112]  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693112.054228:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693112.054229:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693112.054230:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff920183db6b58.
00000400:00000200:1.0:1790693112.054231:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201be5f9088
00000400:00000010:1.0:1790693112.054232:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201be5f9088.
00000100:00000001:1.0:1790693112.054233:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693112.054235:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693112.054239:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054243:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693112.054243:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054244:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.054245:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693112.054247:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054250:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693112.054252:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054256:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693112.054258:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054259:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693112.054259:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054260:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693112.054261:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693112.054263:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693112.054265:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693112.054267:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693112.054270:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693112.054277:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061220992:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693112.054280:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054282:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.054284:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061220736/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054290:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693112.054291:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693112.054293:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a973000.
02000000:00000001:1.0:1790693112.054296:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693112.054297:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693112.054299:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693112.054301:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693112.054302:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:1.0:1790693112.054305:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693112.054306:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693112.054308:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:1.0:1790693112.054310:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693112.054311:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054313:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.054317:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061220864/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054323:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693112.054324:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693112.054325:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a971c00.
02000000:00000001:1.0:1790693112.054327:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693112.054328:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693112.054329:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693112.054331:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693112.054332:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:1.0:1790693112.054334:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693112.054335:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693112.054336:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:1.0:1790693112.054338:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693112.054339:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054341:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693112.054343:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061220992/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693137 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693112.054349:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693112.054350:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693112.054351:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff92008a970800.
02000000:00000001:1.0:1790693112.054353:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693112.054354:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693112.054355:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693112.054357:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693112.054358:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:1.0:1790693112.054360:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693112.054361:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693112.054362:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:1.0:1790693112.054363:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693112.054364:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054366:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693112.054369:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693112.054370:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693112.054372:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693112.054374:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693112.948572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693112.948579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693112.948585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693112.948586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693112.948590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693112.948598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693112.948669:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693112.948673:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693112.948676:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693113.396566:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315925248, at 4315925312
00000100:00000040:1.0:1790693113.396566:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315925248, at 4315925312
00000100:00000010:1.0:1790693113.396583:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7600.
00000100:00000010:0.0:1790693113.396585:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff9201bf8e7de0.
00010000:00000001:2.0:1790693113.972557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693113.972564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693113.972569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693113.972570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693113.972574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693113.972575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693113.972637:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693113.972641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693113.972645:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693114.996572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693114.996579:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693114.996581:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693114.996584:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693114.996587:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693114.996589:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693114.996590:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693114.996592:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693114.996594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693114.996596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693114.996599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693114.996600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693114.996652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693114.996655:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693114.996662:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693116.020578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693116.020585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693116.020590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693116.020592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693116.020595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693116.020596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693116.020652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693116.020655:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693116.020658:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693117.044573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693117.044583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693117.044592:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693117.044594:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693117.044597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044600:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693117.044602:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044604:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044606:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693117.044612:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693117.044613:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693117.044615:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044616:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693117.044618:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044620:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693117.044621:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693117.044680:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693117.044685:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693117.044688:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693117.172558:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693117.172567:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693117.172569:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693117.172572:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693117.172575:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693117.172581:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21256
00000400:00000200:1.0:1790693117.172588:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693117.172593:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693117.172596:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693117.172598:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172600:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172602:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172603:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693117.172609:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693117.172610:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693117.172612:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693117.172615:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693117.172616:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693117.172618:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693117.172620:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172622:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172623:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172624:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693117.172626:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693117.172628:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172629:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.172631:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693117.172634:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693117.172635:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.172636:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693117.172638:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693117.172644:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000020:00000040:1.0:1790693117.172647:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693117.172650:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693117.172652:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.172655:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693117.172657:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693117.172661:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693117.172669:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:1.0:1790693117.172675:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693117.172683:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693117.172693:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693117.172711:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693117.172716:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693117.172733:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693117.172735:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693117.172737:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693117.172738:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693117.172739:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693117.172741:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693117.172743:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21256
00000400:00000200:1.0:1790693117.172746:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693117.172748:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693117.172749:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693117.172752:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172753:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172756:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172757:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693117.172760:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693117.172761:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693117.172761:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693117.172763:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693117.172764:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693117.172765:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693117.172768:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693117.172769:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693117.172772:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693117.172773:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693117.172774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172780:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172781:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790693117.172781:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693117.172785:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790693117.172789:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172793:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.172797:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693117.172799:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693117.172802:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693117.172802:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.172805:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.172805:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693117.172808:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693117.172808:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1790693117.172811:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693117.172812:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693117.172816:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693117.172819:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061221120:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693117.172820:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693117.172826:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790693117.172826:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790693117.172829:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693117.172829:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693117.172832:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.172833:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693117.172835:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693117.172836:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.172838:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693117.172839:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1790693117.172840:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790693117.172841:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.172845:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693117.172846:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790693117.172850:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693117.172854:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:1.0:1790693117.172857:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693117.172861:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790693117.172863:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693117.172867:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693117.172870:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000040:1.0:1790693117.172871:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693117.172880:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221120, portal 25
00000100:00000001:1.0:1790693117.172882:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.172885:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:1.0:1790693117.172887:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693117.172887:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00080000:1.0:1790693117.172894:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790693117.172896:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693117.172897:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693117.172903:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693117.172905:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790693117.172908:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790693117.172909:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790693117.172915:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000200:2.0:1790693117.172916:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061221120, offset 0
00000100:00080000:1.0:1790693117.172920:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21256
00000400:00000200:2.0:1790693117.172926:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693117.172929:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693117.172934:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693117.172935:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:1.0:1790693117.172937:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693117.172942:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000040:1.0:1790693117.172943:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172947:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172950:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693117.172951:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693117.172953:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693117.172956:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000001:1.0:1790693117.172957:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693117.172959:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790693117.172960:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790693117.172961:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693117.172965:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790693117.172965:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:1.0:1790693117.172969:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693117.172972:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40786:40786:256:4294967295] 192.168.204.156@tcp LPNI seq info [40785:40785:8:4294967295]
00000020:00000001:1.0:1790693117.172973:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693117.172980:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693117.172981:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693117.172983:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.172986:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.172987:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693117.172991:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693117.172994:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:1.0:1790693117.172996:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173000:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.173001:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693117.173004:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173008:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
02000000:00000001:1.0:1790693117.173011:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693117.173015:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693117.173016:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693117.173017:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693117.173020:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1790693117.173021:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000008:00000001:1.0:1790693117.173023:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.173026:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693117.173029:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000010:1.0:1790693117.173030:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000020:00000040:1.0:1790693117.173033:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000800:00000200:2.1:1790693117.173033:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
02000000:00000001:1.0:1790693117.173039:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693117.173041:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693117.173042:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173043:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693117.173045:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000010:2.0:1790693117.173045:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
02000000:00000001:1.0:1790693117.173049:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693117.173052:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000400:00000200:2.0:1790693117.173052:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693117.173056:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693117.173057:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00100000:1.0:1790693117.173063:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693117.173063:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693117.173065:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:1.0:1790693117.173071:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693117.173073:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693117.173075:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173077:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:1.0:1790693117.173083:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693117.173084:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693117.173088:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693117.173094:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790693117.173099:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693117.173100:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693117.173104:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000040:2.0:1790693117.173105:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693117.173106:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693117.173108:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693117.173113:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693117.173116:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693117.173117:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21256
00000100:00000001:2.0:1790693117.173120:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000400:00000200:1.0:1790693117.173123:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693117.173125:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693117.173127:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693117.173129:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173130:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693117.173131:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693117.173132:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173136:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693117.173138:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693117.173139:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790693117.173140:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693117.173143:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693117.173145:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315930368
00000020:00000040:1.0:1790693117.173149:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693117.173152:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000010:2.0:1790693117.173152:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000020:00000001:1.0:1790693117.173153:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790693117.173158:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173160:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693117.173161:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693117.173162:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693117.173163:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693117.173166:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790693117.173169:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693117.173170:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693117.173172:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693117.173173:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315930368
02000000:00000001:1.0:1790693117.173174:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693117.173178:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.173179:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000010:2.0:1790693117.173179:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc69c0.
00000008:00100000:1.0:1790693117.173182:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693117.173184:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000008:00000001:1.0:1790693117.173185:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693117.173187:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173188:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000010:1.0:1790693117.173191:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693117.173191:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693117.173196:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790693117.173197:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790693117.173200:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693117.173203:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693117.173204:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693117.173205:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693117.173207:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693117.173210:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693117.173214:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790693117.173217:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693117.173218:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693117.173221:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1790693117.173222:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693117.173224:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693117.173228:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000100:00000001:1.0:1790693117.173232:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790693117.173232:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:1.0:1790693117.173235:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173237:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:1.0:1790693117.173239:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693117.173244:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693117.173246:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693117.173251:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21266)
00000100:00000200:2.0:1790693117.173260:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173268:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693117.173270:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173272:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173274:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693117.173278:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173289:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693117.173293:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173299:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693117.173302:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173303:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173305:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173307:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693117.173308:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693117.173311:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693117.173315:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693117.173318:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693117.173322:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693117.173330:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061221120:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693117.173335:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173337:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.173339:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061221120/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173343:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693117.173345:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693117.173347:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693117.173349:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693117.173350:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693117.173351:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693117.173352:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693117.173354:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790693117.173356:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693117.173357:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693117.173359:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790693117.173361:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693117.173362:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173363:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173369:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693117.173370:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173372:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693117.173373:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693117.173374:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693117.173376:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173380:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693117.173381:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173382:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693117.173384:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693117.173385:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693117.173386:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221248:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693117.173388:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693117.173389:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693117.173390:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173392:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693117.173394:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693117.173395:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693117.173398:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693117.173400:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693117.173402:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693117.173404:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221248, portal 10
00000100:00000001:2.0:1790693117.173405:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693117.173406:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00000040:2.0:1790693117.173410:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173414:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693117.173416:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693117.173417:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693117.173418:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061221248, offset 0
00000400:00000200:2.0:1790693117.173420:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173425:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693117.173427:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693117.173429:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693117.173430:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693117.173432:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173433:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40787:40787:256:4294967295] 192.168.204.156@tcp LPNI seq info [40786:40786:8:4294967295]
00000400:00000200:2.0:1790693117.173436:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173440:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693117.173443:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173445:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693117.173447:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693117.173449:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693117.173452:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693117.173453:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693117.173476:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173477:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693117.173480:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693117.173482:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693117.173484:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693117.173485:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693117.173486:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693117.173489:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173494:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.173496:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173500:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173501:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693117.173503:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693117.173506:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693117.173507:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693117.173509:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315929103
00000100:00000001:2.0:1790693117.173510:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173512:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315929103
00000100:00000001:2.0:1790693117.173513:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173514:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693117.173516:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173517:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693117.173518:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693117.173523:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693117.173524:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693117.173525:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693117.173526:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693117.173527:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693117.173529:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693117.173531:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693117.173536:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173546:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693117.173547:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173548:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173549:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693117.173551:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173555:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693117.173557:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173561:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693117.173562:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173563:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173564:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173565:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693117.173566:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693117.173567:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693117.173569:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693117.173570:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693117.173572:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693117.173576:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221248:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693117.173578:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693117.173580:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173588:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693117.173589:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173590:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693117.173591:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693117.173592:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693117.173594:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221376:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693117.173595:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693117.173596:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693117.173597:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173598:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693117.173600:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693117.173601:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693117.173603:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693117.173604:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693117.173606:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693117.173607:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221376, portal 10
00000100:00000001:2.0:1790693117.173608:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693117.173609:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000040:2.0:1790693117.173613:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173616:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693117.173618:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693117.173619:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693117.173620:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061221376, offset 0
00000400:00000200:2.0:1790693117.173622:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173624:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173626:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693117.173628:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693117.173630:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693117.173632:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693117.173634:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173637:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40788:40788:256:4294967295] 192.168.204.156@tcp LPNI seq info [40787:40787:8:4294967295]
00000400:00000200:2.0:1790693117.173641:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173646:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693117.173650:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173653:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693117.173656:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693117.173659:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693117.173663:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693117.173665:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693117.173669:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173671:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693117.173674:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693117.173677:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693117.173680:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693117.173681:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693117.173683:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693117.173685:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173690:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.173691:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173695:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173707:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693117.173710:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693117.173712:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693117.173714:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693117.173716:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315929112
00000100:00000001:2.0:1790693117.173717:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173718:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315929112
00000100:00000001:2.0:1790693117.173720:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173721:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693117.173723:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173724:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693117.173726:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693117.173731:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693117.173732:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693117.173733:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693117.173735:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693117.173735:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693117.173737:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693117.173738:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693117.173743:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173747:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693117.173748:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173749:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173750:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693117.173751:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173755:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693117.173757:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173760:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693117.173761:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173762:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173763:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173764:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693117.173765:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693117.173766:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693117.173768:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693117.173769:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693117.173772:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693117.173776:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221376:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693117.173778:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693117.173779:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173783:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693117.173784:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173785:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693117.173786:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693117.173787:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693117.173788:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221504:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693117.173790:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693117.173791:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693117.173792:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693117.173793:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693117.173795:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693117.173797:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693117.173799:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693117.173800:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693117.173802:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693117.173803:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221504, portal 4
00000100:00000001:2.0:1790693117.173805:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693117.173805:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790693117.173809:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173812:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693117.173814:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693117.173815:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693117.173817:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061221504, offset 0
00000400:00000200:2.0:1790693117.173819:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173821:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173823:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693117.173824:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693117.173826:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693117.173827:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693117.173829:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693117.173831:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40789:40789:256:4294967295] 192.168.204.156@tcp LPNI seq info [40788:40788:8:4294967295]
00000400:00000200:2.0:1790693117.173833:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693117.173837:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693117.173839:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173842:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693117.173845:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693117.173848:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000200:2.1:1790693117.173852:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693117.173854:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 33 secs later)
00000800:00000100:2.0:1790693117.173857:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693117.173859:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693117.173862:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693117.173865:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693117.173868:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693117.173870:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693117.173872:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693117.173875:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173881:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.173885:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693142 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173890:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173891:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693117.173894:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693117.173897:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693117.173899:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693117.173901:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315929106
00000100:00000001:2.0:1790693117.173903:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173905:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315929106
00000100:00000001:2.0:1790693117.173907:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315930368
00000100:00000001:2.0:1790693117.173908:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693117.173910:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.173912:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693117.173915:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693117/real 1790693117]  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693117.173921:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693117.173923:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693117.173924:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693117.173926:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693117.173928:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693117.173929:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693117.173932:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693117.173939:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173943:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693117.173945:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173946:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173947:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693117.173950:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173955:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693117.173957:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173963:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693117.173965:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173966:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693117.173968:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173969:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693117.173971:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693117.173973:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693117.173975:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693117.173977:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693117.173980:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693117.173986:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221504:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693117.173989:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.173991:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.173993:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061221248/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.173999:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693117.174000:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693117.174002:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693117.174005:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693117.174006:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693117.174008:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693117.174010:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693117.174011:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790693117.174013:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693117.174014:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693117.174016:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790693117.174018:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693117.174019:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.174021:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.174024:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061221376/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.174029:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693117.174030:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693117.174032:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693117.174035:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693117.174036:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693117.174037:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693117.174039:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693117.174040:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790693117.174042:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693117.174043:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693117.174044:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790693117.174046:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693117.174047:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.174049:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693117.174051:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061221504/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693142 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693117.174056:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693117.174058:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693117.174059:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693117.174060:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693117.174061:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693117.174062:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693117.174063:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693117.174064:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790693117.174066:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693117.174067:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693117.174068:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693117.174069:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693117.174070:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.174072:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693117.174075:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693117.174076:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693117.174078:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693117.174080:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693118.068575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693118.068581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693118.068587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693118.068588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693118.068591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693118.068592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693118.068644:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693118.068649:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693118.068652:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693118.516569:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315930368, at 4315930432
00000100:00000040:1.0:1790693118.516570:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315930368, at 4315930432
00000100:00000010:0.0:1790693118.516585:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00000100:00000010:1.0:1790693118.516587:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00010000:00000001:2.0:1790693119.092548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693119.092552:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693119.092556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693119.092557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693119.092559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693119.092560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693119.092615:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693119.092619:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693119.092623:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693120.116558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693120.116563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693120.116566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693120.116567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693120.116570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693120.116571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693120.116627:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693120.116631:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693120.116635:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693121.140529:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693121.140534:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693121.140538:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693121.140539:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693121.140541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693121.140542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693121.140597:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693121.140600:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693121.140603:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693122.164569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693122.164574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693122.164578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693122.164579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693122.164582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693122.164583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693122.164645:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693122.164648:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693122.164651:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693122.292562:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693122.292570:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693122.292572:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693122.292575:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693122.292578:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693122.292584:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21261
00000400:00000200:3.0:1790693122.292592:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693122.292596:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693122.292609:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693122.292611:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292614:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.292616:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292617:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693122.292624:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693122.292625:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693122.292627:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693122.292629:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693122.292631:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693122.292632:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693122.292634:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292635:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.292636:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292637:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693122.292639:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693122.292641:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292643:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693122.292645:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693122.292647:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693122.292649:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.292651:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693122.292652:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693122.292659:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9f80.
00000020:00000040:3.0:1790693122.292661:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693122.292663:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693122.292665:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.292667:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693122.292669:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693122.292673:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693122.292678:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693122.292683:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693122.292689:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693122.292696:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693122.292699:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693122.292703:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000e954bd06] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693122.292718:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693122.292720:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693122.292722:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693122.292723:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693122.292724:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693122.292726:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693122.292728:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21261
00000400:00000200:3.0:1790693122.292730:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693122.292733:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693122.292734:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693122.292736:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292738:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.292740:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292742:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693122.292743:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693122.292744:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693122.292745:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693122.292746:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:3.0:1790693122.292747:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693122.292751:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693122.292752:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693122.292753:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693122.292755:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:3.0:1790693122.292758:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292760:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693122.292763:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693122.292764:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292767:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693122.292771:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693122.292776:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292780:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.292782:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:3.0:1790693122.292782:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693122.292786:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693122.292788:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693122.292790:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693122.292791:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.292794:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693122.292794:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693122.292798:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:3.0:1790693122.292799:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693122.292802:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061221632:192.168.204.156@tcp:250:kworker.0
00000008:00000001:3.0:1790693122.292805:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.292806:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693122.292808:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.292810:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693122.292813:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693122.292814:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ead80.
02000000:00000001:2.0:1790693122.292815:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000020:00000040:3.0:1790693122.292819:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000010:2.0:1790693122.292821:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:3.0:1790693122.292823:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693122.292824:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693122.292827:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.292832:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693122.292833:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000010:2.0:1790693122.292836:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
02000000:00000001:3.0:1790693122.292837:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693122.292841:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693122.292844:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
02000000:00000010:3.0:1790693122.292848:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000200:2.0:1790693122.292851:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221632, portal 25
00000100:00000001:3.0:1790693122.292852:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.292854:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693122.292857:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629928832 : -120939079622784 : ffff9201ad1e9f80)
00000100:00100000:3.0:1790693122.292860:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693122.292864:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693122.292872:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693122.292875:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.292877:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:3.0:1790693122.292881:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d30f606] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693122.292882:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693122.292886:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693122.292891:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061221632, offset 0
00000100:00000001:3.0:1790693122.292894:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693122.292897:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693122.292898:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:3.0:1790693122.292902:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693122.292904:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693122.292905:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693122.292908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693122.292909:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693122.292913:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21261
00000400:00000200:2.0:1790693122.292916:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693122.292920:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693122.292923:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693122.292926:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693122.292928:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693122.292930:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40790:40790:256:4294967295] 192.168.204.156@tcp LPNI seq info [40789:40789:8:4294967295]
00000400:00000200:2.0:1790693122.292933:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693122.292937:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693122.292943:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693122.292946:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693122.292949:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000040:3.0:1790693122.292950:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292954:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.292957:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292959:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790693122.292964:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693122.292964:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693122.292966:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693122.292969:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693122.292971:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693122.292972:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000010:2.0:1790693122.292973:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000020:00000001:3.0:1790693122.292974:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693122.292979:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292981:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.292982:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292985:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790693122.292987:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:3.0:1790693122.292988:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693122.292992:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693122.292994:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693122.292996:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
02000000:00000001:3.0:1790693122.292996:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693122.292999:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693122.293002:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.293003:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693122.293006:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.1:1790693122.293007:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000008:00000001:3.0:1790693122.293009:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.293012:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693122.293014:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000100:00000010:3.0:1790693122.293016:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8700.
00000020:00000040:3.0:1790693122.293019:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693122.293023:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000100:2.0:1790693122.293024:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
02000000:00000001:3.0:1790693122.293025:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693122.293027:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790693122.293028:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693122.293030:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693122.293032:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693122.293034:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790693122.293036:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293040:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00100000:3.0:1790693122.293040:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693122.293048:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693122.293049:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:3.0:1790693122.293051:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293057:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000040:3.0:1790693122.293057:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000b84096c] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693122.293061:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693122.293068:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:3.0:1790693122.293068:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693122.293072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693122.293075:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693122.293076:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693122.293080:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693122.293085:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693122.293088:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693122.293090:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693122.293092:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693122.293094:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:3.0:1790693122.293096:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21261
00000100:00000040:2.0:1790693122.293100:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693122.293103:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693122.293108:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693122.293111:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693122.293112:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693122.293115:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.293116:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693122.293117:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.293119:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693122.293121:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:3.0:1790693122.293122:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693122.293124:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693122.293125:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693122.293127:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790693122.293128:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693122.293129:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693122.293133:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:2.0:1790693122.293136:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:3.0:1790693122.293137:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.293140:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693122.293141:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315935488
00000100:00000040:3.0:1790693122.293143:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693122.293145:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000010:2.0:1790693122.293147:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6cc0.
00000020:00000040:3.0:1790693122.293147:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693122.293152:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693122.293153:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693122.293154:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693122.293155:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:3.0:1790693122.293156:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693122.293160:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.293160:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693122.293162:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693122.293163:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315935488
00000008:00000001:3.0:1790693122.293164:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693122.293167:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693122.293169:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d20.
00000100:00000010:3.0:1790693122.293171:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9880.
00000100:00000001:2.0:1790693122.293172:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1790693122.293175:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790693122.293176:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693122.293178:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693122.293180:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693122.293181:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293183:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:3.0:1790693122.293184:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693122.293187:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693122.293188:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693122.293189:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693122]  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:3.0:1790693122.293191:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693122.293196:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693122.293203:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000001:2.0:1790693122.293218:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693122.293220:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:3.0:1790693122.293220:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000010:2.0:1790693122.293224:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000100:00000001:3.0:1790693122.293225:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293226:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693122.293229:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693122.293231:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000040:3.0:1790693122.293233:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000090a0573d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693122.293236:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693122.293260:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693122.293261:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693122.293265:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21271)
00000100:00000001:2.0:1790693122.293267:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693122.293270:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293271:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293273:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693122.293275:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293279:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693122.293283:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293287:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693122.293289:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293290:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293290:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293292:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693122.293293:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693122.293294:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693122.293297:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693122.293298:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693122.293300:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693122.293305:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061221632:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693122.293308:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293309:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293310:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9f80 x1877672061221632/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293314:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693122.293316:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293317:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693122.293319:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693122.293320:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693122.293321:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693122.293322:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693122.293323:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790693122.293326:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693122.293327:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693122.293328:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9f80.
00000100:00000001:2.0:1790693122.293331:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693122.293332:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293333:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293339:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693122.293341:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293342:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693122.293344:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693122.293345:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693122.293348:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293355:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693122.293356:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293358:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693122.293360:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693122.293362:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693122.293365:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221760:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693122.293368:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693122.293370:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693122.293371:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293373:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293376:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693122.293378:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293382:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693122.293384:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693122.293387:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693122.293390:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221760, portal 10
00000100:00000001:2.0:1790693122.293391:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693122.293392:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629932416 : -120939079619200 : ffff9201ad1ead80)
00000100:00000040:2.0:1790693122.293397:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293401:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693122.293403:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693122.293404:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693122.293405:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061221760, offset 0
00000400:00000200:2.0:1790693122.293408:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293410:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293412:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693122.293414:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693122.293416:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693122.293417:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693122.293419:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293421:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40791:40791:256:4294967295] 192.168.204.156@tcp LPNI seq info [40790:40790:8:4294967295]
00000400:00000200:2.0:1790693122.293423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293427:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693122.293430:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293432:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693122.293434:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693122.293436:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693122.293439:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693122.293441:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790693122.293443:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293445:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693122.293446:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693122.293449:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693122.293450:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693122.293452:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693122.293453:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693122.293480:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293485:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293487:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293490:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293491:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693122.293494:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693122.293496:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693122.293498:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693122.293499:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315934223
00000100:00000001:2.0:1790693122.293501:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293502:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315934223
00000100:00000001:2.0:1790693122.293504:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293505:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693122.293506:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293507:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693122.293509:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693122]  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693122.293513:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693122.293514:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693122.293515:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693122.293517:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693122.293518:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693122.293519:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693122.293521:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693122.293526:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293530:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693122.293530:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293531:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293532:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693122.293534:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293539:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693122.293542:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293548:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693122.293550:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293551:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293552:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293554:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693122.293555:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693122.293558:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693122.293561:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693122.293563:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693122.293567:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693122.293575:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221760:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693122.293580:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693122.293584:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293588:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693122.293589:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293590:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693122.293591:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693122.293592:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693122.293594:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221888:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693122.293596:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693122.293610:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693122.293611:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293612:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293615:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693122.293616:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293618:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693122.293620:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693122.293622:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693122.293624:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061221888, portal 10
00000100:00000001:2.0:1790693122.293625:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693122.293626:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629922560 : -120939079629056 : ffff9201ad1e8700)
00000100:00000040:2.0:1790693122.293630:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293634:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693122.293636:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693122.293637:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693122.293638:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061221888, offset 0
00000400:00000200:2.0:1790693122.293641:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293643:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293645:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693122.293647:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693122.293649:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693122.293650:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693122.293652:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293653:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40792:40792:256:4294967295] 192.168.204.156@tcp LPNI seq info [40791:40791:8:4294967295]
00000400:00000200:2.0:1790693122.293656:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293660:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693122.293662:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293664:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693122.293666:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693122.293668:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693122.293670:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693122.293672:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790693122.293674:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293675:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693122.293677:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693122.293679:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693122.293681:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693122.293682:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693122.293684:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693122.293686:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293691:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293692:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293696:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293697:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693122.293699:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693122.293701:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693122.293703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693122.293704:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315934232
00000100:00000001:2.0:1790693122.293705:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293707:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315934232
00000100:00000001:2.0:1790693122.293708:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293710:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693122.293711:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293712:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693122.293714:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693122]  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693122.293718:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693122.293719:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693122.293720:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693122.293721:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693122.293722:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693122.293723:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693122.293725:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693122.293730:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293733:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693122.293734:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293735:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293736:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693122.293738:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293741:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693122.293743:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293746:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693122.293748:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293748:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293749:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293750:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693122.293752:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693122.293753:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693122.293755:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693122.293756:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693122.293758:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693122.293762:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061221888:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693122.293764:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693122.293766:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293769:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693122.293770:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293771:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693122.293773:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693122.293774:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693122.293776:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222016:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693122.293777:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693122.293778:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693122.293779:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693122.293780:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293781:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693122.293783:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693122.293785:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693122.293786:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693122.293788:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693122.293789:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222016, portal 4
00000100:00000001:2.0:1790693122.293790:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693122.293791:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629927040 : -120939079624576 : ffff9201ad1e9880)
00000100:00000040:2.0:1790693122.293794:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293798:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693122.293800:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693122.293801:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693122.293802:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061222016, offset 0
00000400:00000200:2.0:1790693122.293804:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293806:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293808:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693122.293809:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693122.293810:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693122.293812:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693122.293813:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693122.293815:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40793:40793:256:4294967295] 192.168.204.156@tcp LPNI seq info [40792:40792:8:4294967295]
00000400:00000200:2.0:1790693122.293817:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693122.293821:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693122.293823:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293825:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693122.293827:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693122.293829:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000200:2.1:1790693122.293831:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693122.293832:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 28 secs later)
00000800:00000100:2.0:1790693122.293834:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693122.293835:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693122.293837:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693122.293839:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693122.293840:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693122.293841:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693122.293842:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693122.293844:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293848:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293850:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693147 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293858:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293859:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693122.293860:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693122.293862:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693122.293863:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693122.293864:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315934226
00000100:00000001:2.0:1790693122.293866:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293867:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315934226
00000100:00000001:2.0:1790693122.293868:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315935488
00000100:00000001:2.0:1790693122.293869:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693122.293870:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293871:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693122.293873:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693122/real 1790693122]  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693122.293877:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693122.293877:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693122.293878:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693122.293879:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693122.293880:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693122.293881:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693122.293883:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693122.293888:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293891:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693122.293892:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293892:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293893:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693122.293895:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293900:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693122.293902:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293905:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693122.293906:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293907:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693122.293908:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293909:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693122.293910:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693122.293911:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693122.293912:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693122.293913:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693122.293915:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693122.293919:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222016:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693122.293921:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293922:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293924:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ead80 x1877672061221760/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293927:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693122.293928:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293929:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693122.293930:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693122.293931:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693122.293932:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693122.293933:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693122.293934:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790693122.293936:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693122.293936:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693122.293937:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ead80.
00000100:00000001:2.0:1790693122.293939:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693122.293940:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293941:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293943:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8700 x1877672061221888/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293946:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693122.293947:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293948:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693122.293949:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693122.293950:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693122.293950:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693122.293951:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693122.293952:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790693122.293953:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693122.293954:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693122.293954:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8700.
00000100:00000001:2.0:1790693122.293956:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693122.293956:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293957:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693122.293958:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9880 x1877672061222016/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693147 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693122.293962:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693122.293962:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693122.293963:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693122.293964:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693122.293964:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693122.293965:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693122.293966:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693122.293967:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790693122.293968:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693122.293968:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693122.293969:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9880.
00000100:00000001:2.0:1790693122.293970:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693122.293971:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293972:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693122.293975:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693122.293975:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693122.293977:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693122.293978:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693123.188540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693123.188547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693123.188553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693123.188554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693123.188558:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693123.188559:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693123.188615:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693123.188618:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693123.188620:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693123.636523:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315935488, at 4315935552
00000100:00000040:0.0:1790693123.636527:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315935488, at 4315935552
00000100:00000010:1.0:1790693123.636535:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000100:00000010:0.0:1790693123.636538:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00010000:00000001:2.0:1790693124.212628:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693124.212638:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693124.212646:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693124.212647:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693124.212651:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693124.212652:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693124.212727:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693124.212734:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693124.212738:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693125.236605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693125.236613:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693125.236615:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693125.236619:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693125.236623:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693125.236626:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693125.236628:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693125.236630:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693125.236635:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693125.236636:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693125.236640:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693125.236642:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693125.236699:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693125.236703:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693125.236706:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693126.260572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693126.260585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693126.260591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693126.260592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693126.260596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693126.260597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693126.260668:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693126.260671:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693126.260675:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693127.284612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693127.284618:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284625:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693127.284628:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693127.284630:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693127.284634:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284637:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693127.284639:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284642:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284644:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284648:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693127.284649:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693127.284651:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693127.284652:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284654:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693127.284655:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284656:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693127.284658:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693127.284717:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693127.284720:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693127.284724:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693127.412571:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693127.412580:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693127.412583:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693127.412586:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693127.412590:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693127.412596:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21266
00000400:00000200:3.0:1790693127.412605:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693127.412612:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693127.412616:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693127.412619:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412622:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.412624:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412627:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693127.412634:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693127.412636:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693127.412639:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693127.412643:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693127.412645:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693127.412647:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693127.412650:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412652:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.412654:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412656:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693127.412659:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693127.412661:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412662:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693127.412665:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693127.412667:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693127.412669:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412670:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693127.412672:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693127.412680:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8000.
00000020:00000040:3.0:1790693127.412682:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693127.412684:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693127.412686:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412688:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693127.412690:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693127.412693:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693127.412697:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693127.412702:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693127.412708:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693127.412715:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693127.412718:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693127.412721:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000aa0acea3] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693127.412738:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693127.412740:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693127.412742:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693127.412743:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693127.412744:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693127.412746:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693127.412748:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21266
00000400:00000200:3.0:1790693127.412750:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693127.412752:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693127.412753:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693127.412755:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412757:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.412758:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412760:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693127.412762:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693127.412763:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693127.412764:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693127.412766:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693127.412767:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693127.412769:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693127.412771:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.412773:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412774:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693127.412776:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790693127.412777:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:3.0:1790693127.412778:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412782:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.412783:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:3.0:1790693127.412783:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693127.412788:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:3.0:1790693127.412789:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693127.412791:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412793:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693127.412796:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1790693127.412797:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:3.0:1790693127.412801:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412805:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.412812:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693127.412815:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693127.412815:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea300.
00000020:00000040:3.0:1790693127.412819:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693127.412821:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693127.412822:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693127.412824:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.412825:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:3.0:1790693127.412826:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693127.412828:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693127.412831:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693127.412832:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693127.412838:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00100000:2.0:1790693127.412839:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061222144:192.168.204.156@tcp:250:kworker.0
00000100:00000001:3.0:1790693127.412841:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.412847:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00100000:3.0:1790693127.412849:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693127.412852:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693127.412856:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412856:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693127.412860:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.412862:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:3.0:1790693127.412864:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ee4ac919] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693127.412869:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
00000100:00000001:3.0:1790693127.412870:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.412873:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693127.412874:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693127.412878:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693127.412879:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693127.412880:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693127.412884:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693127.412884:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693127.412888:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21266
00000400:00000010:2.0:1790693127.412891:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000200:3.0:1790693127.412891:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693127.412896:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693127.412898:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693127.412899:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790693127.412900:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:3.0:1790693127.412901:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.412905:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412908:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693127.412910:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000200:2.0:1790693127.412911:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222144, portal 25
00000020:00000040:3.0:1790693127.412911:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693127.412914:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693127.412916:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:3.0:1790693127.412916:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693127.412920:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:2.0:1790693127.412921:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629920768 : -120939079630848 : ffff9201ad1e8000)
00000020:00000001:3.0:1790693127.412922:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693127.412926:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412928:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693127.412932:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693127.412932:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412937:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693127.412943:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000001:2.0:1790693127.412948:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693127.412949:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000040:2.0:1790693127.412955:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693127.412956:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693127.412959:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
02000000:00000001:3.0:1790693127.412960:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000200:2.0:1790693127.412965:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061222144, offset 0
02000000:00000001:3.0:1790693127.412966:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693127.412971:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412974:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693127.412977:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693127.412978:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000008:00000001:3.0:1790693127.412981:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412984:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693127.412987:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000400:00000200:2.0:1790693127.412990:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:3.0:1790693127.412991:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693127.412995:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693127.412996:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.412997:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693127.413000:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000001:3.0:1790693127.413000:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693127.413003:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693127.413007:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790693127.413009:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693127.413013:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693127.413016:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693127.413023:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:3.0:1790693127.413025:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693127.413027:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413029:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000040:3.0:1790693127.413032:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693127.413036:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413044:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40794:40794:256:4294967295] 192.168.204.156@tcp LPNI seq info [40793:40793:8:4294967295]
00000100:00000001:3.0:1790693127.413045:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693127.413049:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693127.413054:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693127.413056:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693127.413057:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:3.0:1790693127.413059:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693127.413061:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693127.413063:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693127.413065:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693127.413068:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21266
00000400:00000200:3.0:1790693127.413075:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413076:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000400:00000200:3.0:1790693127.413079:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693127.413082:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693127.413084:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.413085:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.413086:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.413088:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693127.413091:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693127.413093:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000800:00000200:2.0:1790693127.413094:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693127.413095:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693127.413097:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693127.413099:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693127.413101:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000800:00000010:2.0:1790693127.413102:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000040:3.0:1790693127.413103:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.413107:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693127.413108:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693127.413109:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693127.413110:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000800:00000200:2.0:1790693127.413114:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:3.0:1790693127.413115:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693127.413120:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693127.413121:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693127.413122:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
02000000:00000001:3.0:1790693127.413123:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693127.413127:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.413130:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693127.413131:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000800:00000200:2.1:1790693127.413133:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693127.413137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693127.413143:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000008:00000001:3.0:1790693127.413144:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693127.413147:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790693127.413152:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413156:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000010:3.0:1790693127.413157:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790693127.413162:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790693127.413165:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693127.413167:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693127.413170:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413172:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000001:3.0:1790693127.413172:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693127.413173:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000010:2.0:1790693127.413176:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
02000000:00000001:3.0:1790693127.413177:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413182:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000010:3.0:1790693127.413184:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000100:00000200:2.0:1790693127.413189:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693127.413191:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693127.413200:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693127.413203:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.413210:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693127.413212:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693127.413216:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413223:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693127.413224:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413226:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693127.413234:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693127.413234:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693127.413241:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21277)
00000400:00000200:2.0:1790693127.413243:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693127.413247:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315940608
00000100:00000010:2.0:1790693127.413253:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc63c0.
00000100:00000001:2.0:1790693127.413259:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693127.413266:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315940608
00000100:00000010:2.0:1790693127.413269:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6480.
00000100:00000001:2.0:1790693127.413272:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693127.413285:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693127.413288:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413291:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693127.413295:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693127.413303:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693127.413305:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693127.413307:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693127.413310:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693127.413311:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693127.413314:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693127.413317:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693127.413324:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413340:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693127.413342:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413345:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413347:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693127.413351:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413356:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693127.413359:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413363:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693127.413365:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413366:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413367:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413368:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693127.413369:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693127.413371:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693127.413373:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693127.413375:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693127.413377:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693127.413382:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061222144:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693127.413385:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413387:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.413388:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8000 x1877672061222144/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413392:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693127.413394:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693127.413395:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693127.413397:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693127.413399:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693127.413400:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693127.413402:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693127.413403:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790693127.413406:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693127.413407:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693127.413408:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8000.
00000100:00000001:2.0:1790693127.413410:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693127.413411:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413412:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413418:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693127.413419:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413420:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693127.413421:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693127.413422:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693127.413424:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413428:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693127.413429:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413431:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693127.413432:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693127.413433:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693127.413435:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222272:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693127.413436:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693127.413438:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693127.413439:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413440:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693127.413442:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693127.413443:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413446:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693127.413448:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693127.413450:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693127.413452:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222272, portal 10
00000100:00000001:2.0:1790693127.413472:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693127.413474:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629929728 : -120939079621888 : ffff9201ad1ea300)
00000100:00000040:2.0:1790693127.413479:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413483:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693127.413484:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693127.413486:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693127.413488:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061222272, offset 0
00000400:00000200:2.0:1790693127.413490:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413493:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413495:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693127.413497:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693127.413512:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693127.413514:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693127.413516:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413518:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40795:40795:256:4294967295] 192.168.204.156@tcp LPNI seq info [40794:40794:8:4294967295]
00000400:00000200:2.0:1790693127.413520:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413524:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693127.413527:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413530:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693127.413532:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693127.413534:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693127.413537:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693127.413538:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693127.413541:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413542:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693127.413544:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693127.413546:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693127.413548:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693127.413549:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693127.413551:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693127.413553:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413560:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.413564:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413575:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413577:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693127.413580:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693127.413583:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693127.413587:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693127.413589:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315939343
00000100:00000001:2.0:1790693127.413592:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.413593:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315939343
00000100:00000001:2.0:1790693127.413595:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.413597:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693127.413599:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413601:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693127.413604:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693127.413612:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693127.413613:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693127.413615:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693127.413617:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693127.413618:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693127.413619:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693127.413622:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693127.413626:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413630:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693127.413631:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413632:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413633:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693127.413635:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413639:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693127.413642:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413646:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693127.413647:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413648:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413648:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413649:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693127.413650:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693127.413652:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693127.413653:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693127.413655:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693127.413657:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693127.413661:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222272:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693127.413663:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693127.413665:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413669:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693127.413670:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413671:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693127.413672:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693127.413673:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693127.413675:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222400:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693127.413676:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693127.413678:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693127.413679:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413680:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693127.413683:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693127.413685:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413688:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693127.413690:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693127.413693:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693127.413695:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222400, portal 10
00000100:00000001:2.0:1790693127.413697:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693127.413698:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:2.0:1790693127.413704:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413709:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693127.413712:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693127.413714:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693127.413716:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061222400, offset 0
00000400:00000200:2.0:1790693127.413720:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413724:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413727:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693127.413730:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693127.413732:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693127.413734:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693127.413736:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413738:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40796:40796:256:4294967295] 192.168.204.156@tcp LPNI seq info [40795:40795:8:4294967295]
00000400:00000200:2.0:1790693127.413741:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413745:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693127.413748:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413750:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693127.413752:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693127.413754:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693127.413756:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693127.413758:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693127.413760:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413762:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693127.413764:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693127.413766:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693127.413767:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693127.413768:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693127.413770:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693127.413772:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413777:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.413779:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413782:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413783:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693127.413785:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693127.413787:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693127.413789:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693127.413790:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315939352
00000100:00000001:2.0:1790693127.413792:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.413793:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315939352
00000100:00000001:2.0:1790693127.413794:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.413796:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693127.413797:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413798:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693127.413800:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693127.413804:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693127.413804:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693127.413805:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693127.413807:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693127.413808:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693127.413809:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693127.413811:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693127.413816:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413819:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693127.413820:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413821:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413822:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693127.413823:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413827:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693127.413829:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413832:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693127.413834:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413835:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.413835:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.413837:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693127.413838:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693127.413839:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693127.413840:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693127.413842:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693127.413843:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693127.413847:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222400:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693127.413849:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693127.413852:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413856:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693127.413857:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413858:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693127.413859:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693127.413860:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693127.413862:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222528:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693127.413863:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693127.413864:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693127.413865:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693127.413866:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693127.413868:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693127.413870:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693127.413873:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693127.413875:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693127.413878:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693127.413880:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222528, portal 4
00000100:00000001:2.0:1790693127.413882:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693127.413883:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790693127.413888:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413895:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693127.413897:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693127.413899:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693127.413901:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061222528, offset 0
00000400:00000200:2.0:1790693127.413905:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413908:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413912:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693127.413914:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693127.413917:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693127.413919:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693127.413921:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693127.413924:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40797:40797:256:4294967295] 192.168.204.156@tcp LPNI seq info [40796:40796:8:4294967295]
00000400:00000200:2.0:1790693127.413927:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693127.413933:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693127.413937:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413940:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693127.413944:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693127.413946:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693127.413950:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693127.413953:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693127.413957:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693127.413958:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693127.413961:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693127.413964:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693127.413967:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693127.413969:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693127.413971:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693127.413974:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413982:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.413985:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693152 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.413991:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.413993:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693127.413996:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693127.413999:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693127.414001:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693127.414003:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315939346
00000100:00000001:2.0:1790693127.414006:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.414008:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315939346
00000100:00000001:2.0:1790693127.414010:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315940608
00000100:00000001:2.0:1790693127.414012:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693127.414015:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.414016:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693127.414020:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693127/real 1790693127]  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693127.414029:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693127.414030:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693127.414032:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693127.414034:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693127.414035:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693127.414037:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693127.414041:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693127.414048:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414055:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693127.414056:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414058:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.414059:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693127.414063:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414068:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693127.414072:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414077:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693127.414080:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414081:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693127.414082:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414084:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693127.414086:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693127.414088:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693127.414091:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693127.414093:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693127.414096:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693127.414103:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222528:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693127.414107:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414109:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.414112:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea300 x1877672061222272/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414118:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693127.414120:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693127.414122:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693127.414124:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693127.414125:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693127.414126:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693127.414127:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693127.414128:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790693127.414130:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693127.414130:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693127.414131:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea300.
00000100:00000001:2.0:1790693127.414134:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693127.414135:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414136:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.414138:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061222400/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414143:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693127.414143:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693127.414144:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693127.414146:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693127.414146:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693127.414147:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693127.414148:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693127.414149:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790693127.414150:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693127.414151:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693127.414152:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790693127.414153:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693127.414154:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414155:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693127.414156:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061222528/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693152 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693127.414159:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693127.414160:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693127.414161:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693127.414162:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693127.414162:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693127.414163:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693127.414164:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693127.414164:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:2.0:1790693127.414166:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693127.414167:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693127.414167:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790693127.414169:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693127.414169:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414170:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693127.414173:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693127.414173:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693127.414174:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693127.414175:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693128.308650:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693128.308658:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693128.308665:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693128.308666:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693128.308669:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693128.308669:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693128.308733:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693128.308736:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693128.308740:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693128.756566:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315940608, at 4315940672
00000100:00000040:1.0:1790693128.756566:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315940608, at 4315940672
00000100:00000010:1.0:1790693128.756582:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000100:00000010:0.0:1790693128.756585:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00010000:00000001:2.0:1790693129.332665:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693129.332674:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693129.332685:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693129.332686:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693129.332691:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693129.332693:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693129.332779:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693129.332785:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693129.332788:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693130.356586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693130.356593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693130.356599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693130.356601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693130.356605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693130.356607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693130.356666:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693130.356669:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693130.356671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693131.380579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693131.380586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693131.380591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693131.380592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693131.380596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693131.380597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693131.380652:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693131.380656:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693131.380660:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693132.404620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693132.404628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693132.404633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693132.404635:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693132.404638:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693132.404639:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693132.404694:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693132.404699:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693132.404702:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693132.532547:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693132.532557:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693132.532559:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693132.532563:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693132.532567:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693132.532575:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21272
00000400:00000200:3.0:1790693132.532583:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693132.532590:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693132.532594:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693132.532596:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532600:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.532602:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532605:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693132.532613:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693132.532615:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693132.532618:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693132.532621:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693132.532623:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693132.532625:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693132.532628:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532630:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.532632:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532634:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693132.532637:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693132.532640:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532642:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693132.532645:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693132.532649:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693132.532652:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.532655:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693132.532657:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693132.532665:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693132.532669:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693132.532672:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693132.532674:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.532677:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693132.532679:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693132.532684:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693132.532691:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccfc00.
00000100:00000001:3.0:1790693132.532697:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693132.532706:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693132.532715:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693132.532719:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693132.532723:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693132.532745:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693132.532748:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693132.532751:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693132.532753:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693132.532754:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693132.532757:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693132.532759:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21272
00000400:00000200:3.0:1790693132.532763:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693132.532766:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693132.532769:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693132.532772:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532774:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.532776:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532778:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693132.532781:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:3.0:1790693132.532782:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693132.532786:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790693132.532789:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:3.0:1790693132.532789:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693132.532793:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693132.532794:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:3.0:1790693132.532797:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693132.532800:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:2.0:1790693132.532804:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:3.0:1790693132.532805:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532810:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.532814:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532818:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693132.532823:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790693132.532825:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00080000:3.0:1790693132.532827:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693132.532829:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.532831:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.532835:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:3.0:1790693132.532835:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693132.532839:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693132.532841:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693132.532844:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693132.532845:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.532850:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00100000:2.0:1790693132.532854:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061222656:192.168.204.156@tcp:250:kworker.0
00000008:00100000:3.0:1790693132.532855:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693132.532860:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.532863:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:3.0:1790693132.532864:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.532868:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:3.0:1790693132.532869:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
02000000:00000001:2.0:1790693132.532872:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:3.0:1790693132.532873:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693132.532877:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:3.0:1790693132.532878:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693132.532881:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.532882:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693132.532883:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1790693132.532885:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:3.0:1790693132.532885:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.532891:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693132.532895:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccec00.
00000400:00000200:2.0:1790693132.532900:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693132.532902:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693132.532907:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00100000:3.0:1790693132.532910:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693132.532915:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693132.532924:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222656, portal 25
00000100:00000001:3.0:1790693132.532927:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693132.532928:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693132.532932:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.532933:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:3.0:1790693132.532938:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693132.532944:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693132.532947:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693132.532951:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693132.532957:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693132.532959:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693132.532961:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693132.532963:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:3.0:1790693132.532964:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693132.532969:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21272
00000100:00000040:2.0:1790693132.532972:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000200:3.0:1790693132.532976:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693132.532979:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000400:00000200:3.0:1790693132.532979:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693132.532984:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000200:2.0:1790693132.532987:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061222656, offset 0
00000100:00000040:3.0:1790693132.532987:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532988:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.532993:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.532995:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693132.533000:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693132.533000:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693132.533004:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693132.533006:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693132.533008:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693132.533010:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693132.533012:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693132.533015:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693132.533020:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533022:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:3.0:1790693132.533024:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.533029:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533031:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:3.0:1790693132.533033:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693132.533037:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693132.533038:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:3.0:1790693132.533043:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533046:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:3.0:1790693132.533050:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.533053:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:3.0:1790693132.533054:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693132.533059:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693132.533063:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40798:40798:256:4294967295] 192.168.204.156@tcp LPNI seq info [40797:40797:8:4294967295]
02000000:00000001:3.0:1790693132.533063:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.533066:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693132.533068:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693132.533072:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.533074:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.533076:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:3.0:1790693132.533078:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000020:00000040:3.0:1790693132.533081:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693132.533083:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693132.533084:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.533086:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693132.533088:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693132.533091:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.533095:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000010:3.0:1790693132.533096:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf000.
00000100:00000001:3.0:1790693132.533100:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693132.533106:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693132.533112:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000200:2.0:1790693132.533113:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693132.533115:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693132.533120:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1790693132.533122:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790693132.533129:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693132.533131:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1790693132.533136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693132.533136:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693132.533140:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693132.533143:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1790693132.533144:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000001:3.0:1790693132.533144:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693132.533146:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693132.533151:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693132.533155:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21272
00000800:00000200:2.1:1790693132.533158:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000400:00000200:3.0:1790693132.533159:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693132.533165:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000800:00000200:2.1:1790693132.533165:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00080000:3.0:1790693132.533168:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693132.533173:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.533176:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000100:2.0:1790693132.533177:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:3.0:1790693132.533180:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:2.0:1790693132.533182:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00000001:3.0:1790693132.533183:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693132.533189:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693132.533190:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693132.533191:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693132.533192:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000020:00000040:3.0:1790693132.533193:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693132.533197:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693132.533200:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:2.0:1790693132.533204:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:3.0:1790693132.533205:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.533210:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693132.533212:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693132.533213:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693132.533215:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000020:00000040:3.0:1790693132.533215:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000400:00000010:2.0:1790693132.533220:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00080000:3.0:1790693132.533221:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693132.533226:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533227:0:261656:0:(events.c:35:request_out_callback()) Process entered
02000000:00000001:3.0:1790693132.533228:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693132.533233:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790693132.533236:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693132.533237:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.533242:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693132.533246:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693132.533252:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533253:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:3.0:1790693132.533254:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693132.533259:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:3.0:1790693132.533260:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790693132.533266:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693132.533271:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693132.533273:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693132.533274:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533279:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693132.533280:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693132.533282:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693132.533285:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693132.533287:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccd800.
00000100:00000001:2.0:1790693132.533289:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693132.533291:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693132.533297:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693132.533298:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693132.533304:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315945728
00000100:00000001:3.0:1790693132.533305:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693132.533308:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693132.533311:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6540.
00000100:00000040:3.0:1790693132.533311:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693132.533319:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533321:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:3.0:1790693132.533324:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21282)
00000100:00000001:2.0:1790693132.533330:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315945728
00000100:00000010:2.0:1790693132.533335:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6900.
00000100:00000001:2.0:1790693132.533339:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693132.533344:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693132.533347:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533350:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693132.533355:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693132.533364:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693132.533365:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693132.533368:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693132.533371:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693132.533373:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693132.533375:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693132.533379:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693132.533387:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533395:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693132.533396:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533399:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.533413:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693132.533417:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533424:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693132.533428:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533435:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693132.533437:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533439:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.533440:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533443:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693132.533444:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693132.533447:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693132.533451:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693132.533453:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693132.533480:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693132.533489:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061222656:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693132.533493:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533495:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.533498:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061222656/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533504:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693132.533506:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693132.533510:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693132.533513:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693132.533515:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693132.533516:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693132.533518:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693132.533520:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccfc00.
02000000:00000001:2.0:1790693132.533525:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693132.533527:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693132.533528:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790693132.533532:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693132.533533:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533535:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533542:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693132.533544:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533546:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693132.533547:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693132.533549:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693132.533552:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533558:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693132.533559:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.533561:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693132.533563:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693132.533565:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693132.533567:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222784:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693132.533570:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693132.533572:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693132.533573:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.533575:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693132.533578:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693132.533580:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.533584:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693132.533586:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693132.533589:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693132.533592:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222784, portal 10
00000100:00000001:2.0:1790693132.533595:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693132.533596:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:2.0:1790693132.533602:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533608:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693132.533610:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693132.533612:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693132.533614:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061222784, offset 0
00000400:00000200:2.0:1790693132.533618:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533622:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.533625:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693132.533628:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693132.533631:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693132.533633:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693132.533635:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533638:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40799:40799:256:4294967295] 192.168.204.156@tcp LPNI seq info [40798:40798:8:4294967295]
00000400:00000200:2.0:1790693132.533641:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.533648:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693132.533651:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.533654:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693132.533658:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693132.533661:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693132.533664:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693132.533667:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693132.533670:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.533672:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693132.533675:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693132.533678:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693132.533681:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693132.533682:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693132.533685:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693132.533688:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533700:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.533708:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533714:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533715:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693132.533718:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693132.533722:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693132.533725:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693132.533727:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315944463
00000100:00000001:2.0:1790693132.533729:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.533731:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315944463
00000100:00000001:2.0:1790693132.533733:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.533735:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693132.533737:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533739:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693132.533742:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693132.533748:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693132.533750:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693132.533751:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693132.533753:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693132.533755:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693132.533757:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693132.533760:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693132.533767:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533773:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693132.533775:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533776:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.533778:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693132.533781:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533786:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693132.533790:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533796:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693132.533797:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533799:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.533800:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.533801:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693132.533803:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693132.533805:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693132.533809:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693132.533811:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693132.533814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693132.533821:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222784:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693132.533824:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693132.533827:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533832:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693132.533834:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.533836:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693132.533838:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693132.533839:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693132.533842:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222912:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693132.533845:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693132.533847:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693132.533848:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.533850:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693132.533853:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693132.533855:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.533858:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693132.533860:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693132.533863:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693132.533866:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061222912, portal 10
00000100:00000001:2.0:1790693132.533868:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693132.533869:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790693132.533874:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533880:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693132.533883:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693132.533885:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693132.533887:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061222912, offset 0
00000400:00000200:2.0:1790693132.533891:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533895:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.533898:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693132.533900:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693132.533903:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693132.533905:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693132.533907:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693132.533910:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40800:40800:256:4294967295] 192.168.204.156@tcp LPNI seq info [40799:40799:8:4294967295]
00000400:00000200:2.0:1790693132.533914:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.533920:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693132.533925:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.533927:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693132.533932:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693132.533935:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693132.533938:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693132.533941:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693132.533945:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.533947:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693132.533949:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693132.533952:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693132.533955:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693132.533956:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693132.533958:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693132.533962:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533969:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.533972:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.533978:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.533979:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693132.533982:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693132.533985:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693132.533988:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693132.533990:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315944472
00000100:00000001:2.0:1790693132.533992:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.533994:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315944472
00000100:00000001:2.0:1790693132.533996:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.533998:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693132.534000:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.534002:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693132.534005:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693132.534013:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693132.534015:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693132.534016:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693132.534018:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693132.534020:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693132.534022:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693132.534025:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693132.534032:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534038:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693132.534039:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534041:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.534042:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693132.534046:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534052:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693132.534056:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534063:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693132.534065:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534067:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.534068:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534070:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693132.534071:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693132.534073:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693132.534076:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693132.534078:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693132.534082:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693132.534094:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061222912:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693132.534098:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693132.534101:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534107:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693132.534109:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.534111:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693132.534113:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693132.534115:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693132.534117:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223040:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693132.534120:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693132.534122:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693132.534124:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693132.534125:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693132.534129:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693132.534131:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693132.534134:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693132.534137:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693132.534140:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693132.534143:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223040, portal 4
00000100:00000001:2.0:1790693132.534145:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693132.534146:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790693132.534151:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534158:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693132.534160:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693132.534162:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693132.534164:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061223040, offset 0
00000400:00000200:2.0:1790693132.534168:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693132.534172:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.534176:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693132.534178:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693132.534181:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693132.534183:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693132.534185:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693132.534188:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40801:40801:256:4294967295] 192.168.204.156@tcp LPNI seq info [40800:40800:8:4294967295]
00000400:00000200:2.0:1790693132.534192:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693132.534198:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693132.534203:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.534206:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693132.534210:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693132.534213:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693132.534216:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693132.534219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693132.534223:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693132.534225:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693132.534227:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693132.534230:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693132.534233:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693132.534235:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693132.534237:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693132.534241:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534248:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.534251:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693157 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534258:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.534259:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693132.534262:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693132.534265:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693132.534268:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693132.534270:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315944466
00000100:00000001:2.0:1790693132.534272:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.534274:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315944466
00000100:00000001:2.0:1790693132.534276:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315945728
00000100:00000001:2.0:1790693132.534278:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693132.534280:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.534282:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693132.534286:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693132/real 1790693132]  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693132.534294:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693132.534295:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693132.534297:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693132.534299:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693132.534301:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693132.534303:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693132.534307:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693132.534315:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534321:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693132.534322:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534324:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.534325:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693132.534329:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534335:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693132.534339:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534345:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693132.534348:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534349:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693132.534351:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534352:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693132.534354:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693132.534356:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693132.534359:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693132.534361:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693132.534365:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693132.534373:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223040:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693132.534376:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534378:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.534381:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061222784/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534387:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693132.534388:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693132.534390:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693132.534393:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693132.534394:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693132.534395:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693132.534398:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693132.534411:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccec00.
02000000:00000001:2.0:1790693132.534415:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693132.534416:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693132.534418:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790693132.534420:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693132.534422:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534423:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.534426:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061222912/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534438:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693132.534439:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693132.534441:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693132.534444:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693132.534445:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693132.534446:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693132.534448:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693132.534449:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf000.
02000000:00000001:2.0:1790693132.534451:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693132.534452:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693132.534453:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790693132.534472:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693132.534473:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534475:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693132.534478:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061223040/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693157 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693132.534484:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693132.534485:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693132.534487:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693132.534489:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693132.534490:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693132.534491:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693132.534493:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693132.534494:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccd800.
02000000:00000001:2.0:1790693132.534496:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693132.534497:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693132.534498:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790693132.534500:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693132.534502:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534504:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693132.534507:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693132.534508:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693132.534510:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693132.534511:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693133.428592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693133.428598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693133.428605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693133.428606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693133.428609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693133.428610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693133.428673:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693133.428677:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693133.428680:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693133.876554:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315945728, at 4315945792
00000100:00000040:0.0:1790693133.876557:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315945728, at 4315945792
00000100:00000010:0.0:1790693133.876572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00000100:00000010:1.0:1790693133.876574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00010000:00000001:2.0:1790693134.452561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693134.452568:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693134.452570:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693134.452573:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693134.452577:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693134.452579:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693134.452580:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693134.452582:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693134.452585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693134.452586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693134.452588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693134.452589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693134.452655:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693134.452659:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693134.452662:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693135.476534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693135.476540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693135.476544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693135.476544:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693135.476547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693135.476547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693135.476596:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693135.476599:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693135.476602:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693136.500560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693136.500565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693136.500571:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693136.500573:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693136.500575:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500577:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693136.500579:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500580:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500582:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693136.500585:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693136.500586:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693136.500586:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500587:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693136.500589:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500590:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693136.500591:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693136.500655:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693136.500659:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693136.500662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693137.524583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693137.524588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693137.524592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693137.524593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693137.524596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693137.524596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693137.524735:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693137.524743:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693137.524749:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693137.652602:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693137.652612:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693137.652615:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693137.652619:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693137.652624:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693137.652630:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21277
00000400:00000200:0.0:1790693137.652639:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693137.652644:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693137.652648:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693137.652651:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652655:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.652657:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652660:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693137.652668:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693137.652670:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693137.652673:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693137.652677:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693137.652679:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693137.652682:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693137.652685:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652687:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.652689:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652692:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693137.652695:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693137.652698:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652701:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.652704:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693137.652707:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.652710:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652712:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693137.652715:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693137.652723:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790693137.652727:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693137.652730:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693137.652732:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652742:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693137.652744:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693137.652748:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693137.652753:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790693137.652757:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693137.652764:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693137.652772:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693137.652774:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.652778:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.652792:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693137.652795:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693137.652797:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693137.652798:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693137.652799:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693137.652801:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693137.652803:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21277
00000400:00000200:0.0:1790693137.652807:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693137.652809:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693137.652810:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693137.652812:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652813:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.652815:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652816:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693137.652819:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693137.652820:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693137.652821:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693137.652823:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693137.652824:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693137.652826:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790693137.652828:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652829:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.652831:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652832:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693137.652833:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:0.0:1790693137.652834:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693137.652838:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693137.652840:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.652840:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:0.0:1790693137.652844:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693137.652845:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:0.0:1790693137.652848:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.652851:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652855:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790693137.652855:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1790693137.652858:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693137.652865:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652870:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.652872:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000010:0.0:1790693137.652875:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790693137.652876:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693137.652882:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693137.652883:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:0.0:1790693137.652888:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693137.652889:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.652892:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.652894:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652896:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693137.652901:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00100000:2.0:1790693137.652902:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061223168:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790693137.652904:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.652910:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:0.0:1790693137.652912:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790693137.652915:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:0.0:1790693137.652918:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.652919:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.652924:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:0.0:1790693137.652927:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1790693137.652931:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693137.652936:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.652943:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693137.652947:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693137.652948:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693137.652954:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000040:0.0:1790693137.652955:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693137.652962:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000001:0.0:1790693137.652968:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693137.652972:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223168, portal 25
00000100:00080000:0.0:1790693137.652973:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693137.652977:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790693137.652979:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:2.0:1790693137.652982:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000001:0.0:1790693137.652983:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693137.652986:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693137.652990:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790693137.652993:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693137.652995:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21277
00000400:00000200:0.0:1790693137.653003:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693137.653008:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693137.653011:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693137.653015:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653019:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.653023:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653026:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693137.653031:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693137.653032:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000040:0.0:1790693137.653033:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790693137.653036:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693137.653038:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790693137.653040:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:2.0:1790693137.653040:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790693137.653044:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000010:2.0:1790693137.653045:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000040:0.0:1790693137.653046:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653050:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.653051:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:2.0:1790693137.653052:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061223168, offset 0
00000100:00000001:0.0:1790693137.653053:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693137.653057:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790693137.653060:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653061:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.653063:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693137.653066:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790693137.653067:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693137.653071:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.653073:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693137.653075:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693137.653077:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00000001:0.0:1790693137.653079:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.653083:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653086:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000010:0.0:1790693137.653087:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790693137.653091:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790693137.653095:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693137.653101:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:0.0:1790693137.653102:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693137.653105:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653106:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693137.653109:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693137.653113:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:0.0:1790693137.653114:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693137.653117:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653120:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40802:40802:256:4294967295] 192.168.204.156@tcp LPNI seq info [40801:40801:8:4294967295]
02000000:00000010:0.0:1790693137.653122:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790693137.653126:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653131:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:0.0:1790693137.653134:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693137.653140:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693137.653143:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.653150:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693137.653151:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693137.653165:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653167:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693137.653172:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790693137.653173:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000040:0.0:1790693137.653179:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790693137.653184:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1790693137.653185:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:0.0:1790693137.653191:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000800:00000200:2.0:1790693137.653192:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:0.0:1790693137.653195:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693137.653199:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.1:1790693137.653200:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693137.653203:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.1:1790693137.653205:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00080000:0.0:1790693137.653209:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21277
00000800:00000100:2.0:1790693137.653215:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790693137.653218:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000010:2.0:1790693137.653219:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:0.0:1790693137.653224:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693137.653228:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693137.653228:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:0.0:1790693137.653235:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693137.653238:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693137.653239:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.653245:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693137.653247:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000001:0.0:1790693137.653248:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000010:2.0:1790693137.653252:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000020:00000001:0.0:1790693137.653254:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693137.653258:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790693137.653259:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:0.0:1790693137.653260:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693137.653265:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000200:2.0:1790693137.653267:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:0.0:1790693137.653269:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790693137.653275:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790693137.653282:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693137.653285:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693137.653286:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693137.653293:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790693137.653293:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693137.653298:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693137.653317:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790693137.653322:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693137.653328:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.653332:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693137.653337:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693137.653337:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693137.653342:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653343:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693137.653344:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693137.653347:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790693137.653349:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693137.653350:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653353:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693137.653354:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790693137.653359:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790693137.653362:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790693137.653364:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693137.653367:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653367:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315950848
00000100:00000001:0.0:1790693137.653373:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693137.653375:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000010:2.0:1790693137.653376:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc65a0.
02000000:00000001:0.0:1790693137.653377:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693137.653385:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:2.0:1790693137.653386:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693137.653390:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653396:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315950848
00000100:00100000:0.0:1790693137.653399:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693137.653402:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc62a0.
00000100:00000001:2.0:1790693137.653408:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:0.0:1790693137.653411:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693137.653413:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693137.653414:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653420:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653424:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:0.0:1790693137.653428:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693137.653430:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693137.653485:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693137.653488:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693137.653490:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000100:00000001:0.0:1790693137.653493:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653495:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693137.653498:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000040:0.0:1790693137.653501:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21287)
00000100:00000001:2.0:1790693137.653502:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693137.653509:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693137.653518:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653525:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693137.653527:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653530:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.653532:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693137.653536:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653544:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693137.653548:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653555:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693137.653558:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653560:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.653561:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653564:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693137.653565:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693137.653568:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693137.653571:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693137.653573:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693137.653577:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693137.653586:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061223168:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693137.653590:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653592:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.653595:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061223168/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653602:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693137.653604:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693137.653607:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693137.653623:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693137.653625:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693137.653626:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693137.653629:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693137.653630:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:2.0:1790693137.653634:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693137.653636:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693137.653637:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790693137.653640:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693137.653641:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653644:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653651:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693137.653652:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653654:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693137.653656:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693137.653657:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693137.653661:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653667:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693137.653668:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.653671:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693137.653672:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693137.653675:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693137.653677:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223296:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693137.653680:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693137.653682:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693137.653684:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.653685:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693137.653688:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693137.653690:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653694:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693137.653697:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693137.653700:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693137.653703:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223296, portal 10
00000100:00000001:2.0:1790693137.653705:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693137.653706:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790693137.653713:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653719:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693137.653721:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693137.653723:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693137.653725:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061223296, offset 0
00000400:00000200:2.0:1790693137.653729:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693137.653732:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.653735:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693137.653738:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693137.653740:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693137.653742:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693137.653744:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693137.653747:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40803:40803:256:4294967295] 192.168.204.156@tcp LPNI seq info [40802:40802:8:4294967295]
00000400:00000200:2.0:1790693137.653751:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.653757:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693137.653761:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.653764:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693137.653768:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693137.653771:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693137.653774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693137.653777:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693137.653780:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.653782:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693137.653785:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693137.653787:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693137.653790:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693137.653792:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693137.653793:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693137.653797:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653803:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.653806:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653811:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653813:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693137.653816:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693137.653819:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693137.653822:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693137.653823:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315949583
00000100:00000001:2.0:1790693137.653825:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.653827:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315949583
00000100:00000001:2.0:1790693137.653829:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.653831:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693137.653833:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.653834:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693137.653837:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693137.653844:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693137.653845:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693137.653847:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693137.653849:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693137.653850:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693137.653852:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693137.653855:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693137.653863:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653869:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693137.653870:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653872:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.653873:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693137.653876:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653882:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693137.653885:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653892:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693137.653894:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653895:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.653897:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.653898:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693137.653900:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693137.653902:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693137.653905:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693137.653908:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693137.653911:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693137.653918:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223296:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693137.653922:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693137.653925:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653931:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693137.653932:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.653934:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693137.653935:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693137.653937:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693137.653940:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223424:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693137.653943:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693137.653944:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693137.653946:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.653947:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693137.653950:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693137.653952:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.653955:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693137.653957:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693137.653960:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693137.653962:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223424, portal 10
00000100:00000001:2.0:1790693137.653964:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693137.653965:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790693137.653971:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.653977:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693137.653979:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693137.653981:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693137.653983:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061223424, offset 0
00000400:00000200:2.0:1790693137.653987:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693137.653991:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.653994:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693137.653997:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693137.653999:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693137.654001:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693137.654003:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693137.654006:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40804:40804:256:4294967295] 192.168.204.156@tcp LPNI seq info [40803:40803:8:4294967295]
00000400:00000200:2.0:1790693137.654010:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.654015:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693137.654017:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.654020:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693137.654022:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693137.654024:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693137.654027:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693137.654028:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693137.654030:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.654032:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693137.654034:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693137.654036:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693137.654038:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693137.654039:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693137.654041:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693137.654043:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654048:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.654050:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654053:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.654054:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693137.654056:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693137.654058:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693137.654060:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693137.654061:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315949592
00000100:00000001:2.0:1790693137.654062:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.654064:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315949592
00000100:00000001:2.0:1790693137.654065:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.654066:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693137.654067:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.654068:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693137.654070:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693137.654075:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693137.654076:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693137.654077:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693137.654078:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693137.654079:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693137.654081:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693137.654082:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693137.654087:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654091:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693137.654092:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654093:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.654094:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693137.654096:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654099:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693137.654101:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654105:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693137.654106:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654107:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.654107:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654108:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693137.654109:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693137.654111:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693137.654112:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693137.654113:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693137.654115:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693137.654119:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223424:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693137.654121:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693137.654123:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654127:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693137.654128:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.654129:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693137.654131:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693137.654132:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693137.654134:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223552:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693137.654136:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693137.654137:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693137.654137:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693137.654138:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693137.654140:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693137.654141:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693137.654143:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693137.654145:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693137.654147:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693137.654148:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223552, portal 4
00000100:00000001:2.0:1790693137.654150:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693137.654151:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790693137.654154:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654158:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693137.654159:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693137.654160:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693137.654161:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061223552, offset 0
00000400:00000200:2.0:1790693137.654163:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693137.654165:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.654167:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693137.654169:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693137.654170:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693137.654172:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693137.654173:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693137.654175:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40805:40805:256:4294967295] 192.168.204.156@tcp LPNI seq info [40804:40804:8:4294967295]
00000400:00000200:2.0:1790693137.654177:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693137.654180:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693137.654183:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.654185:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693137.654187:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693137.654189:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693137.654191:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693137.654193:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693137.654195:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693137.654196:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693137.654197:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693137.654199:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693137.654201:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693137.654202:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693137.654203:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693137.654205:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654209:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.654211:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693162 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654214:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.654215:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693137.654217:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693137.654218:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693137.654219:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693137.654220:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315949586
00000100:00000001:2.0:1790693137.654222:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.654223:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315949586
00000100:00000001:2.0:1790693137.654224:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315950848
00000100:00000001:2.0:1790693137.654225:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693137.654227:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.654228:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693137.654230:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693137/real 1790693137]  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693137.654235:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693137.654236:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693137.654237:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693137.654238:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693137.654239:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693137.654240:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693137.654241:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693137.654245:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654249:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693137.654249:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654250:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.654251:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693137.654253:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654256:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693137.654258:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654262:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693137.654264:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654264:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693137.654265:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654266:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693137.654267:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693137.654269:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693137.654270:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693137.654271:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693137.654274:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693137.654278:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223552:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693137.654280:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654281:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.654283:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061223296/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654286:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693137.654287:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693137.654288:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693137.654289:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693137.654290:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693137.654291:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693137.654292:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693137.654293:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790693137.654294:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693137.654295:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693137.654296:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790693137.654298:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693137.654298:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654299:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.654315:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061223424/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654321:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693137.654322:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693137.654323:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693137.654325:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693137.654326:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693137.654327:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693137.654328:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693137.654329:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790693137.654330:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693137.654331:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693137.654332:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790693137.654335:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693137.654336:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654337:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693137.654339:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061223552/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693162 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693137.654342:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693137.654343:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693137.654344:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693137.654345:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693137.654346:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693137.654347:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693137.654348:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693137.654348:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:2.0:1790693137.654349:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693137.654350:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693137.654351:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790693137.654352:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693137.654352:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654353:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693137.654356:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693137.654356:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693137.654357:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693137.654358:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693138.548578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693138.548586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693138.548592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693138.548593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693138.548597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693138.548598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693138.548655:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693138.548663:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693138.548666:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693138.996549:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315950848, at 4315950912
00000100:00000040:1.0:1790693138.996549:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315950848, at 4315950912
00000100:00000010:1.0:1790693138.996563:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00000100:00000010:0.0:1790693138.996566:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00010000:00000001:2.0:1790693139.572611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693139.572619:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693139.572625:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693139.572626:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693139.572628:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693139.572629:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693139.572693:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693139.572696:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693139.572699:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693140.596606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693140.596621:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693140.596629:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693140.596630:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693140.596633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693140.596635:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693140.596720:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693140.596724:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693140.596727:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693141.620592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693141.620598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693141.620603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693141.620604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693141.620608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693141.620609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693141.620724:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693141.620732:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693141.620739:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693142.644588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693142.644595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693142.644601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693142.644602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693142.644606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693142.644607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693142.644687:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693142.644692:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693142.644696:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693142.772590:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693142.772600:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693142.772603:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693142.772607:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693142.772612:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693142.772619:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21282
00000400:00000200:0.0:1790693142.772629:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693142.772636:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693142.772639:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693142.772642:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772646:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772648:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772651:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693142.772659:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693142.772661:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693142.772664:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693142.772667:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693142.772669:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693142.772672:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693142.772674:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772676:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772678:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772680:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693142.772682:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693142.772685:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772688:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.772691:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693142.772698:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.772701:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772703:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693142.772705:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693142.772714:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790693142.772719:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693142.772725:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693142.772728:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772730:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693142.772733:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693142.772737:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693142.772746:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee800.
00000100:00000001:0.0:1790693142.772753:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.772762:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693142.772772:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693142.772776:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.772780:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.772809:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693142.772812:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693142.772815:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693142.772817:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693142.772818:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693142.772821:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693142.772824:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21282
00000400:00000200:0.0:1790693142.772827:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693142.772830:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693142.772833:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693142.772835:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772837:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772839:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772841:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693142.772844:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693142.772845:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693142.772847:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693142.772850:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693142.772852:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693142.772854:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790693142.772857:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772858:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772859:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772860:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693142.772862:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693142.772863:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772864:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.772870:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693142.772874:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.772875:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772877:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693142.772880:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693142.772882:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772883:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693142.772886:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790693142.772887:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:0.0:1790693142.772889:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693142.772890:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772891:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693142.772892:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693142.772893:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693142.772896:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed000.
00000100:00000001:0.0:1790693142.772899:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.772902:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693142.772907:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693142.772909:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.772912:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.772919:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693142.772922:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693142.772925:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693142.772927:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693142.772928:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693142.772930:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693142.772932:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21282
00000400:00000200:0.0:1790693142.772936:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693142.772939:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693142.772941:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693142.772943:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772945:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772947:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772949:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693142.772952:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693142.772953:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790693142.772954:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693142.772956:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790693142.772958:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790693142.772960:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:0.0:1790693142.772963:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772964:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.772966:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772968:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693142.772970:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:0.0:1790693142.772972:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693142.772975:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.772977:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693142.772979:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.772981:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772983:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693142.772985:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693142.772995:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.772997:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693142.773001:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790693142.773006:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:0.0:1790693142.773008:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693142.773010:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.773011:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693142.773012:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693142.773014:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693142.773018:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:0.0:1790693142.773021:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.773025:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693142.773032:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693142.773034:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.773037:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.773045:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.773047:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:0.0:1790693142.773051:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790693142.773054:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693142.773056:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693142.773058:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693142.773059:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693142.773061:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693142.773064:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21282
00000400:00000200:0.0:1790693142.773067:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693142.773070:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693142.773071:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693142.773074:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.773076:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.773078:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.773080:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693142.773083:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693142.773084:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790693142.773085:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693142.773087:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790693142.773089:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790693142.773091:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790693142.773093:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.773095:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693142.773097:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693142.773099:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693142.773101:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790693142.773104:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693142.773106:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693142.773107:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693142.773109:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693142.773111:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.773113:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693142.773114:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790693142.773116:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.773118:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693142.773120:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790693142.773122:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790693142.773124:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693142.773125:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693142.773127:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693142.773128:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693142.773129:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693142.773132:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000001:0.0:1790693142.773135:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693142.773139:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693142.773145:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693142.773147:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.773163:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693142.773170:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693142.773174:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21292)
00000100:00000001:2.0:1790693142.773212:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693142.773216:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693142.773219:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693142.773225:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773231:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693142.773232:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773235:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693142.773237:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693142.773239:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693142.773241:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061223680:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693142.773244:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693142.773247:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693142.773249:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773251:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693142.773256:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693142.773258:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693142.773264:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693142.773269:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693142.773276:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693142.773284:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223680, portal 25
00000100:00000001:2.0:1790693142.773286:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693142.773288:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790693142.773299:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773306:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693142.773309:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693142.773312:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693142.773316:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061223680, offset 0
00000400:00000200:2.0:1790693142.773323:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773331:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773336:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693142.773341:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693142.773345:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693142.773348:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693142.773351:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773354:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40806:40806:256:4294967295] 192.168.204.156@tcp LPNI seq info [40805:40805:8:4294967295]
00000400:00000200:2.0:1790693142.773358:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773367:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693142.773373:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773378:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693142.773385:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693142.773389:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693142.773394:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693142.773398:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693142.773402:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773404:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693142.773410:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693142.773415:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693142.773420:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693142.773427:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693142.773432:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693142.773436:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773446:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.773449:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773478:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.773479:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693142.773486:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693142.773489:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693142.773491:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315955969
00000100:00000010:2.0:1790693142.773494:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c00.
00000100:00000001:2.0:1790693142.773499:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693142.773504:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315955969
00000100:00000010:2.0:1790693142.773505:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc66c0.
00000100:00000001:2.0:1790693142.773507:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693142.773509:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693142.773511:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.773513:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693142.773516:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693142.773522:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693142.773523:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693142.773525:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693142.773527:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693142.773528:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693142.773529:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693142.773531:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693142.773536:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773544:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693142.773545:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773547:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.773548:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693142.773551:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773555:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693142.773558:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773571:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693142.773574:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773575:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.773576:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773579:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693142.773580:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693142.773583:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693142.773587:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693142.773589:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693142.773592:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693142.773600:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061223680:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693142.773605:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693142.773608:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773615:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693142.773617:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773619:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693142.773621:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693142.773623:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693142.773625:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223808:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693142.773627:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693142.773629:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693142.773630:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773631:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693142.773633:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693142.773635:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693142.773637:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693142.773639:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693142.773641:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693142.773643:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223808, portal 10
00000100:00000001:2.0:1790693142.773645:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693142.773646:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790693142.773650:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773654:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693142.773656:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693142.773657:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693142.773658:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061223808, offset 0
00000400:00000200:2.0:1790693142.773661:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773665:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693142.773667:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693142.773669:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693142.773670:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693142.773672:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773673:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40807:40807:256:4294967295] 192.168.204.156@tcp LPNI seq info [40806:40806:8:4294967295]
00000400:00000200:2.0:1790693142.773676:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773679:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693142.773683:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773685:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693142.773688:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693142.773690:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693142.773694:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693142.773696:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693142.773700:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773701:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693142.773704:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693142.773708:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693142.773710:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693142.773712:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693142.773714:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693142.773717:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773725:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.773728:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773733:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.773735:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693142.773738:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693142.773741:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693142.773744:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693142.773746:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315954703
00000100:00000001:2.0:1790693142.773749:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.773750:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315954703
00000100:00000001:2.0:1790693142.773752:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.773754:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693142.773756:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.773758:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693142.773761:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693142.773774:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693142.773775:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693142.773777:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693142.773779:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693142.773781:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693142.773782:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693142.773785:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693142.773792:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773798:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693142.773799:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773800:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.773802:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693142.773805:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773810:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693142.773814:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773819:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693142.773822:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773823:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.773824:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.773826:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693142.773827:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693142.773830:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693142.773833:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693142.773835:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693142.773839:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693142.773845:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223808:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693142.773849:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693142.773852:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773857:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693142.773858:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773860:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693142.773862:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693142.773863:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693142.773866:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223936:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693142.773869:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693142.773870:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693142.773872:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.773873:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693142.773877:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693142.773878:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693142.773881:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693142.773884:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693142.773887:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693142.773889:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061223936, portal 10
00000100:00000001:2.0:1790693142.773891:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693142.773892:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790693142.773898:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773903:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693142.773905:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693142.773907:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693142.773909:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061223936, offset 0
00000400:00000200:2.0:1790693142.773913:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773916:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773919:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693142.773922:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693142.773924:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693142.773926:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693142.773929:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693142.773931:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40808:40808:256:4294967295] 192.168.204.156@tcp LPNI seq info [40807:40807:8:4294967295]
00000400:00000200:2.0:1790693142.773935:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.773941:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693142.773945:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773948:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693142.773951:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693142.773954:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693142.773957:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693142.773960:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693142.773970:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.773972:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693142.773974:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693142.773977:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693142.773981:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693142.773982:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693142.773985:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693142.773988:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.773995:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.773998:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774003:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.774005:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693142.774008:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693142.774011:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693142.774014:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693142.774016:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315954712
00000100:00000001:2.0:1790693142.774019:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.774021:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315954712
00000100:00000001:2.0:1790693142.774023:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.774025:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693142.774026:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.774028:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693142.774032:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693142.774040:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693142.774041:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693142.774043:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693142.774045:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693142.774047:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693142.774048:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693142.774051:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693142.774058:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774065:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693142.774066:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774068:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.774069:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693142.774072:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774079:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693142.774082:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774086:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693142.774088:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774089:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.774090:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774091:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693142.774092:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693142.774094:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693142.774095:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693142.774096:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693142.774098:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693142.774103:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061223936:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693142.774105:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693142.774107:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774111:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693142.774112:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.774113:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693142.774114:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693142.774115:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693142.774117:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224064:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693142.774119:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693142.774120:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693142.774121:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693142.774122:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693142.774125:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693142.774126:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693142.774128:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693142.774130:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693142.774132:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693142.774134:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224064, portal 4
00000100:00000001:2.0:1790693142.774136:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693142.774137:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
00000100:00000040:2.0:1790693142.774142:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774148:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693142.774150:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693142.774152:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693142.774154:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061224064, offset 0
00000400:00000200:2.0:1790693142.774157:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693142.774161:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.774164:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693142.774167:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693142.774169:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693142.774171:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693142.774173:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693142.774176:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40809:40809:256:4294967295] 192.168.204.156@tcp LPNI seq info [40808:40808:8:4294967295]
00000400:00000200:2.0:1790693142.774180:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693142.774186:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693142.774190:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.774194:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693142.774197:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693142.774198:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693142.774213:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693142.774216:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693142.774218:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693142.774220:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693142.774222:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693142.774224:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693142.774225:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693142.774227:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693142.774228:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693142.774231:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774240:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.774241:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693167 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774245:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.774246:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693142.774248:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693142.774250:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693142.774252:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693142.774254:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315954706
00000100:00000001:2.0:1790693142.774255:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.774257:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315954706
00000100:00000001:2.0:1790693142.774258:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315955969
00000100:00000001:2.0:1790693142.774259:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693142.774260:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.774261:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693142.774263:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693142/real 1790693142]  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693142.774268:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693142.774268:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693142.774269:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693142.774271:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693142.774272:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693142.774273:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693142.774275:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693142.774279:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774283:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693142.774284:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774285:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.774286:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693142.774288:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774291:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693142.774293:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774297:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693142.774298:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774299:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693142.774299:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774300:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693142.774302:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693142.774303:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693142.774305:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693142.774306:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693142.774310:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693142.774316:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224064:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693142.774319:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774321:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.774324:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061223680/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774330:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693142.774333:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693142.774335:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693142.774338:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693142.774340:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693142.774342:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693142.774344:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693142.774346:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee800.
02000000:00000001:2.0:1790693142.774350:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693142.774351:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693142.774353:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790693142.774356:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693142.774357:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774358:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.774362:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061223808/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774368:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693142.774369:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693142.774370:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693142.774373:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693142.774374:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693142.774376:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693142.774377:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693142.774379:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed000.
02000000:00000001:2.0:1790693142.774381:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693142.774382:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693142.774383:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790693142.774387:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693142.774388:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774389:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.774392:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061223936/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774397:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693142.774398:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693142.774399:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693142.774400:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693142.774401:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693142.774402:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693142.774403:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693142.774404:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790693142.774405:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693142.774406:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693142.774407:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790693142.774409:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693142.774410:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774411:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693142.774413:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061224064/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693167 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693142.774416:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693142.774416:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693142.774417:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693142.774418:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693142.774419:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693142.774419:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693142.774420:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693142.774421:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790693142.774422:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693142.774423:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693142.774423:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790693142.774424:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693142.774425:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774426:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693142.774432:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693142.774433:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693142.774434:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693142.774435:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693143.668573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693143.668580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693143.668585:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693143.668587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693143.668591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693143.668592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693143.668646:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693143.668649:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693143.668653:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693144.116578:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315955969, at 4315956032
00000100:00000010:0.0:1790693144.116593:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000100:00000040:1.0:1790693144.116709:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315955969, at 4315956032
00000100:00000010:1.0:1790693144.116716:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00010000:00000001:2.0:1790693144.692595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693144.692607:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693144.692610:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693144.692615:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693144.692621:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693144.692623:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693144.692625:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693144.692628:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693144.692631:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693144.692632:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693144.692635:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693144.692636:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693144.692692:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693144.692697:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693144.692701:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693145.716597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693145.716604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693145.716609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693145.716610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693145.716612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693145.716613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693145.716682:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693145.716687:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693145.716691:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693146.740590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693146.740597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693146.740612:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693146.740614:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693146.740618:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740622:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693146.740624:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740627:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740629:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740633:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693146.740635:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693146.740636:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693146.740637:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740639:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693146.740640:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740642:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693146.740644:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693146.740719:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693146.740724:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693146.740728:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693147.764615:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693147.764624:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693147.764631:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693147.764633:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693147.764637:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693147.764638:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693147.764731:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693147.764737:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693147.764740:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693147.892605:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693147.892615:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693147.892617:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693147.892621:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693147.892631:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693147.892638:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21287
00000400:00000200:1.0:1790693147.892648:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693147.892654:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693147.892657:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693147.892659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892662:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.892664:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892666:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693147.892674:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693147.892675:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693147.892678:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693147.892681:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693147.892683:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693147.892685:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693147.892687:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892688:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.892690:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693147.892693:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693147.892695:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892696:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693147.892699:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693147.892702:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693147.892704:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892706:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693147.892708:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693147.892718:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790693147.892720:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693147.892724:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693147.892725:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892727:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693147.892730:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693147.892739:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693147.892747:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790693147.892755:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693147.892765:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693147.892777:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693147.892782:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693147.892787:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693147.892807:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693147.892809:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693147.892812:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693147.892813:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693147.892815:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693147.892817:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693147.892819:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21287
00000400:00000200:1.0:1790693147.892822:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693147.892823:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693147.892825:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693147.892826:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892828:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.892829:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892831:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693147.892833:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693147.892834:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693147.892835:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693147.892838:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790693147.892840:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693147.892841:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693147.892843:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892845:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.892846:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892847:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693147.892848:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000001:2.0:1790693147.892849:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00080000:1.0:1790693147.892850:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693147.892852:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693147.892855:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693147.892856:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
02000000:00000001:1.0:1790693147.892860:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693147.892860:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
02000000:00000001:1.0:1790693147.892863:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892870:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000040:2.0:1790693147.892872:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1790693147.892874:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693147.892880:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892884:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693147.892890:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693147.892890:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000040:1.0:1790693147.892893:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:2.0:1790693147.892894:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693147.892896:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693147.892899:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892900:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:2.0:1790693147.892901:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693147.892902:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693147.892903:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.892906:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693147.892907:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790693147.892913:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892914:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693147.892920:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061224192:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1790693147.892923:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693147.892927:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693147.892934:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693147.892935:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
02000000:00000001:2.0:1790693147.892937:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892939:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.892943:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693147.892946:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:2.0:1790693147.892951:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693147.892956:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.892960:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693147.892964:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693147.892965:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:1.0:1790693147.892972:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000400:00000010:2.0:1790693147.892972:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000100:00000001:1.0:1790693147.892975:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693147.892977:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693147.892979:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000010:2.0:1790693147.892981:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00080000:1.0:1790693147.892982:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21287
00000100:00000200:2.0:1790693147.892991:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224192, portal 25
00000400:00000200:1.0:1790693147.892992:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693147.892996:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693147.892998:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000400:00000200:1.0:1790693147.893002:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693147.893005:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693147.893008:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693147.893009:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893015:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.893020:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893025:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693147.893026:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000020:00000001:1.0:1790693147.893031:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000040:2.0:1790693147.893032:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790693147.893035:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000010:2.0:1790693147.893036:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000020:00000001:1.0:1790693147.893040:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693147.893042:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061224192, offset 0
00000020:00000040:1.0:1790693147.893044:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693147.893048:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693147.893052:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:1.0:1790693147.893053:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693147.893059:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893062:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693147.893066:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693147.893066:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693147.893072:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693147.893075:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693147.893077:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790693147.893081:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790693147.893083:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693147.893086:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.893090:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:1.0:1790693147.893091:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693147.893096:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693147.893096:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693147.893101:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:1.0:1790693147.893112:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.893117:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693147.893120:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693147.893121:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40810:40810:256:4294967295] 192.168.204.156@tcp LPNI seq info [40809:40809:8:4294967295]
00000008:00000001:1.0:1790693147.893125:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.893128:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.893129:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790693147.893134:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790693147.893138:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693147.893141:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693147.893143:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693147.893145:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693147.893148:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693147.893152:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.893153:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000010:1.0:1790693147.893158:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000800:00000200:2.0:1790693147.893163:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893164:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693147.893172:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790693147.893173:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000100:00000001:1.0:1790693147.893183:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693147.893187:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693147.893187:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:1.0:1790693147.893196:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.0:1790693147.893196:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693147.893208:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693147.893211:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693147.893213:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000100:00000040:1.0:1790693147.893215:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693147.893221:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1790693147.893222:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790693147.893225:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790693147.893227:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000100:00080000:1.0:1790693147.893232:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693147.893234:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693147.893236:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693147.893237:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693147.893241:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693147.893246:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21287
00000400:00000200:2.0:1790693147.893247:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:1.0:1790693147.893253:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693147.893257:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693147.893260:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693147.893262:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000100:00000040:1.0:1790693147.893263:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893267:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790693147.893268:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000040:1.0:1790693147.893269:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893273:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693147.893275:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790693147.893276:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693147.893279:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693147.893283:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693147.893283:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693147.893286:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693147.893292:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790693147.893297:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693147.893301:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693147.893303:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893308:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693147.893308:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693147.893314:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893319:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693147.893325:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790693147.893326:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893329:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693147.893337:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693147.893340:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693147.893345:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.893345:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790693147.893349:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693147.893351:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315961088
02000000:00000001:1.0:1790693147.893354:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693147.893358:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693147.893359:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6300.
00000100:00000001:1.0:1790693147.893361:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693147.893364:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790693147.893366:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893368:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693147.893369:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693147.893376:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693147.893378:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315961088
00000020:00000040:1.0:1790693147.893380:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790693147.893384:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790693147.893385:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc66c0.
02000000:00000001:1.0:1790693147.893386:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893390:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693147.893394:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693147.893398:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693147.893399:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693147.893402:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693147.893404:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790693147.893406:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693147.893411:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:1.0:1790693147.893415:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790693147.893422:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693147.893425:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693147.893429:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00100000:1.0:1790693147.893431:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693147.893432:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693147.893437:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693147.893440:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:1.0:1790693147.893445:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693147.893446:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693147.893450:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693147.893488:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693147.893489:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693147.893512:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693147.893517:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693147.893520:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21297)
00000100:00000001:2.0:1790693147.893529:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693147.893531:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893534:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.893536:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693147.893540:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893547:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693147.893552:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893559:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693147.893562:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893564:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.893565:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893568:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693147.893570:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693147.893573:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693147.893577:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693147.893581:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693147.893594:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693147.893606:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061224192:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693147.893611:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893613:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.893616:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061224192/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893623:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693147.893625:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693147.893628:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693147.893632:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693147.893633:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693147.893635:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693147.893637:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693147.893640:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971400.
02000000:00000001:2.0:1790693147.893644:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693147.893646:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693147.893648:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790693147.893651:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693147.893652:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893655:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893663:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693147.893666:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893668:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693147.893670:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693147.893671:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693147.893675:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893681:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693147.893683:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.893685:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693147.893687:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693147.893690:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693147.893693:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224320:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693147.893696:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693147.893698:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693147.893699:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.893701:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693147.893704:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693147.893706:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.893710:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693147.893713:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693147.893717:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693147.893720:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224320, portal 10
00000100:00000001:2.0:1790693147.893722:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693147.893723:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790693147.893730:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893736:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693147.893738:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693147.893740:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693147.893742:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061224320, offset 0
00000400:00000200:2.0:1790693147.893746:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693147.893751:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.893755:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693147.893758:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693147.893760:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693147.893762:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693147.893765:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693147.893767:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40811:40811:256:4294967295] 192.168.204.156@tcp LPNI seq info [40810:40810:8:4294967295]
00000400:00000200:2.0:1790693147.893771:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.893777:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693147.893782:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.893786:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693147.893790:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693147.893793:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693147.893797:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693147.893800:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693147.893804:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.893806:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693147.893808:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693147.893812:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693147.893815:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693147.893817:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693147.893820:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693147.893823:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893831:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.893834:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893840:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893841:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693147.893844:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693147.893848:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693147.893851:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693147.893853:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315959823
00000100:00000001:2.0:1790693147.893856:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.893858:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315959823
00000100:00000001:2.0:1790693147.893860:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.893862:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693147.893865:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.893867:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693147.893871:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693147.893885:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693147.893886:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693147.893888:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693147.893890:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693147.893892:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693147.893894:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693147.893897:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693147.893905:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893912:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693147.893913:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893915:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.893917:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693147.893920:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893927:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693147.893931:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893937:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693147.893940:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893942:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.893943:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.893945:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693147.893946:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693147.893949:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693147.893952:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693147.893954:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693147.893958:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693147.893966:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224320:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693147.893970:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693147.893973:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.893979:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693147.893980:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.893982:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693147.893984:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693147.893986:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693147.893988:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224448:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693147.893991:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693147.893993:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693147.893995:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.893996:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693147.894000:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693147.894002:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.894005:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693147.894008:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693147.894010:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693147.894013:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224448, portal 10
00000100:00000001:2.0:1790693147.894015:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693147.894016:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790693147.894022:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894028:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693147.894030:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693147.894032:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693147.894035:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061224448, offset 0
00000400:00000200:2.0:1790693147.894040:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693147.894043:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.894046:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693147.894049:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693147.894051:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693147.894053:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693147.894055:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693147.894058:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40812:40812:256:4294967295] 192.168.204.156@tcp LPNI seq info [40811:40811:8:4294967295]
00000400:00000200:2.0:1790693147.894062:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.894067:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693147.894071:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.894074:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693147.894078:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693147.894081:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693147.894085:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693147.894088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693147.894091:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.894093:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693147.894096:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693147.894099:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693147.894113:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693147.894116:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693147.894118:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693147.894122:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894130:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.894133:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894139:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.894140:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693147.894143:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693147.894146:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693147.894149:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693147.894151:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315959832
00000100:00000001:2.0:1790693147.894154:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.894156:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315959832
00000100:00000001:2.0:1790693147.894158:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.894160:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693147.894162:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.894163:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693147.894167:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693147.894174:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693147.894176:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693147.894177:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693147.894179:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693147.894181:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693147.894183:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693147.894186:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693147.894207:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894214:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693147.894215:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894217:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.894219:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693147.894222:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894228:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693147.894232:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894238:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693147.894241:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894242:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.894244:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894245:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693147.894247:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693147.894249:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693147.894252:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693147.894254:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693147.894257:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693147.894265:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224448:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693147.894268:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693147.894271:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894278:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693147.894280:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.894282:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693147.894284:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693147.894287:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693147.894291:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224576:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693147.894295:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693147.894297:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693147.894298:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693147.894300:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693147.894303:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693147.894306:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693147.894310:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693147.894313:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
00000400:00000010:2.0:1790693147.894317:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00000200:2.0:1790693147.894320:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224576, portal 4
00000100:00000001:2.0:1790693147.894323:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693147.894324:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790693147.894330:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894336:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693147.894340:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693147.894342:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693147.894344:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061224576, offset 0
00000400:00000200:2.0:1790693147.894348:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693147.894352:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.894355:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693147.894357:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693147.894360:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693147.894362:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693147.894364:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693147.894367:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40813:40813:256:4294967295] 192.168.204.156@tcp LPNI seq info [40812:40812:8:4294967295]
00000400:00000200:2.0:1790693147.894371:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693147.894377:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693147.894382:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.894385:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
00000800:00000200:2.0:1790693147.894389:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693147.894393:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000200:2.1:1790693147.894397:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693147.894401:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 2 secs later)
00000800:00000100:2.0:1790693147.894405:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693147.894407:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693147.894411:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693147.894415:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693147.894418:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693147.894420:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693147.894423:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693147.894426:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894439:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.894442:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693172 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894477:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.894479:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693147.894482:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693147.894485:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693147.894489:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693147.894491:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315959827
00000100:00000001:2.0:1790693147.894493:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.894495:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315959827
00000100:00000001:2.0:1790693147.894497:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315961088
00000100:00000001:2.0:1790693147.894500:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693147.894501:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.894503:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693147.894507:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693147/real 1790693147]  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693147.894515:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693147.894516:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693147.894518:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:2.0:1790693147.894520:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:2.0:1790693147.894522:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:2.0:1790693147.894524:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693147.894535:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693147.894543:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894548:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693147.894550:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894552:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.894553:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693147.894556:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894563:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693147.894566:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894572:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693147.894575:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894576:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693147.894578:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894579:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693147.894581:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693147.894583:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693147.894586:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693147.894588:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693147.894592:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693147.894600:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224576:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693147.894604:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894606:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.894609:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061224320/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894615:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693147.894617:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693147.894619:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693147.894621:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693147.894623:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693147.894625:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693147.894627:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693147.894628:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790693147.894631:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693147.894632:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693147.894634:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693147.894636:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693147.894638:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894640:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.894643:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061224448/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894649:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693147.894650:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693147.894652:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693147.894654:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693147.894655:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693147.894656:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693147.894658:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693147.894659:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970400.
02000000:00000001:2.0:1790693147.894661:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693147.894662:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693147.894664:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790693147.894666:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693147.894667:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894669:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693147.894672:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061224576/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693172 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693147.894678:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693147.894679:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693147.894680:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:2.0:1790693147.894684:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693147.894685:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693147.894686:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693147.894688:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693147.894689:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790693147.894692:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693147.894694:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693147.894695:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693147.894698:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693147.894699:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894701:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693147.894705:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693147.894706:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693147.894708:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693147.894710:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693148.788607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693148.788615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693148.788621:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693148.788623:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693148.788626:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693148.788627:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693148.788707:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693148.788714:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693148.788718:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693149.236580:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315961088, at 4315961152
00000100:00000040:1.0:1790693149.236598:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315961088, at 4315961152
00000100:00000010:0.0:1790693149.236599:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6300.
00000100:00000010:1.0:1790693149.236614:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc66c0.
00010000:00000001:2.0:1790693149.812587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693149.812594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693149.812601:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693149.812602:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693149.812606:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693149.812607:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693149.812665:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693149.812668:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693149.812670:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693150.836551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693150.836556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693150.836559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693150.836560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693150.836563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693150.836564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693150.836615:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693150.836617:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693150.836620:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693151.860561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693151.860567:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693151.860571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693151.860571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693151.860574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693151.860574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693151.860618:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693151.860621:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693151.860624:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693152.884550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693152.884556:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693152.884561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693152.884562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693152.884566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693152.884568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693152.884620:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693152.884623:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693152.884625:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693153.012562:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693153.012570:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693153.012572:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693153.012574:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693153.012578:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693153.012583:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21292
00000400:00000200:0.0:1790693153.012591:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693153.012597:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693153.012600:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693153.012604:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012607:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693153.012610:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012612:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693153.012620:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693153.012622:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693153.012625:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693153.012628:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693153.012630:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693153.012633:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693153.012636:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012638:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693153.012639:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012641:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693153.012644:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693153.012647:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012649:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693153.012653:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693153.012656:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693153.012658:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.012660:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693153.012662:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693153.012670:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790693153.012674:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693153.012677:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693153.012678:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.012681:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693153.012684:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693153.012688:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693153.012694:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:0.0:1790693153.012700:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693153.012708:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693153.012718:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693153.012722:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693153.012726:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693153.012754:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693153.012757:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693153.012760:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693153.012762:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693153.012764:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693153.012767:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693153.012770:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21292
00000400:00000200:0.0:1790693153.012774:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693153.012778:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693153.012780:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693153.012784:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693153.012784:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693153.012787:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693153.012790:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:0.0:1790693153.012791:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012795:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693153.012795:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:0.0:1790693153.012801:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693153.012803:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693153.012806:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693153.012806:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693153.012809:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693153.012813:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693153.012818:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:0.0:1790693153.012826:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693153.012827:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693153.012831:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693153.012832:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693153.012836:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790693153.012838:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:0.0:1790693153.012839:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790693153.012843:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:0.0:1790693153.012844:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693153.012848:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693153.012850:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693153.012855:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693153.012855:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693153.012863:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693153.012863:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061224704:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790693153.012868:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.012871:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693153.012872:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693153.012878:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693153.012878:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693153.012882:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:0.0:1790693153.012883:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.012889:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.012889:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000010:0.0:1790693153.012893:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
02000000:00000010:2.0:1790693153.012897:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82800.
00000020:00000040:0.0:1790693153.012898:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693153.012903:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693153.012904:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693153.012907:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.012910:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693153.012912:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:0.0:1790693153.012913:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693153.012916:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693153.012920:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9de18.
02000000:00000010:0.0:1790693153.012923:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790693153.012928:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693153.012929:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2e58.
00000100:00100000:0.0:1790693153.012936:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693153.012939:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224704, portal 25
00000100:00000001:2.0:1790693153.012945:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693153.012948:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00000001:0.0:1790693153.012950:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693153.012955:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.012960:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693153.012962:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.012981:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:0.0:1790693153.012985:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.012986:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790693153.012990:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000010:2.0:1790693153.012991:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe23b8.
00000100:00000200:2.0:1790693153.012996:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061224704, offset 0
00000100:00080000:0.0:1790693153.012997:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693153.013001:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693153.013016:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693153.013016:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013022:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693153.013026:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21292
00000400:00000200:2.0:1790693153.013027:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693153.013035:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013038:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:0.0:1790693153.013042:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693153.013045:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693153.013047:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:0.0:1790693153.013051:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013054:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693153.013056:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:0.0:1790693153.013058:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013061:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693153.013064:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1790693153.013066:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693153.013069:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790693153.013070:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000001:0.0:1790693153.013073:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693153.013076:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790693153.013079:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40814:40814:256:4294967295] 192.168.204.156@tcp LPNI seq info [40813:40813:8:4294967295]
00000020:00000001:0.0:1790693153.013080:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790693153.013085:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693153.013089:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790693153.013091:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013094:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693153.013096:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013099:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693153.013104:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693153.013104:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00080000:0.0:1790693153.013110:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000200:2.0:1790693153.013114:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013119:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693153.013119:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df800.
02000000:00000001:0.0:1790693153.013123:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000800:00000200:2.0:1790693153.013127:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:0.0:1790693153.013128:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693153.013133:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693153.013134:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693153.013138:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693153.013141:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:0.0:1790693153.013144:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.013146:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013148:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693153.013151:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000400:00000200:2.0:1790693153.013154:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:0.0:1790693153.013158:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:2.0:1790693153.013158:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315966208
02000000:00000001:0.0:1790693153.013164:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790693153.013165:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c00.
02000000:00000001:0.0:1790693153.013169:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.013173:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693153.013174:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000001:0.0:1790693153.013177:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693153.013181:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013181:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315966208
00000100:00000010:2.0:1790693153.013186:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc65a0.
00000100:00000001:2.0:1790693153.013188:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000010:0.0:1790693153.013189:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:2.0:1790693153.013191:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693153.013194:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.013195:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013197:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013200:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:0.0:1790693153.013204:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693153.013207:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693153.013211:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693153.013215:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693153.013217:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693153.013217:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693153.013220:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:0.0:1790693153.013222:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.013226:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693153.013237:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.013237:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693153.013239:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013246:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693153.013250:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693153.013253:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013254:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693153.013258:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1790693153.013262:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224832:192.168.204.156@tcp:38:kworker.0
00000100:00000040:0.0:1790693153.013264:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790693153.013270:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693153.013271:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693153.013275:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00080000:0.0:1790693153.013276:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
02000000:00000001:2.0:1790693153.013279:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.013280:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693153.013282:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
02000000:00000001:2.0:1790693153.013284:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693153.013286:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693153.013290:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21292
02000000:00000010:2.0:1790693153.013290:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a80800.
02000000:00000001:2.0:1790693153.013295:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013303:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693153.013304:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693153.013310:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9df78.
00000400:00000200:0.0:1790693153.013311:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693153.013314:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693153.013317:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790693153.013318:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2440.
00000100:00000001:0.0:1790693153.013319:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693153.013323:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000200:2.0:1790693153.013324:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224832, portal 10
00000100:00000001:0.0:1790693153.013325:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693153.013329:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000001:0.0:1790693153.013330:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693153.013332:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000020:00000040:0.0:1790693153.013333:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790693153.013336:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693153.013339:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790693153.013341:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790693153.013344:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:2.0:1790693153.013345:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693153.013348:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013351:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693153.013353:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013356:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693153.013360:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790693153.013363:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013367:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013368:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
02000000:00000001:0.0:1790693153.013369:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693153.013372:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693153.013376:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.013377:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693153.013378:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693153.013381:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:0.0:1790693153.013383:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693153.013383:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2dd0.
00000100:00000001:0.0:1790693153.013386:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693153.013390:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061224832, offset 0
00000100:00000010:0.0:1790693153.013391:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790693153.013394:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790693153.013397:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693153.013398:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693153.013402:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000400:00000200:2.0:1790693153.013402:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
02000000:00000001:0.0:1790693153.013405:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693153.013408:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013411:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000010:0.0:1790693153.013412:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef000.
00000100:00000001:0.0:1790693153.013417:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013419:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00100000:0.0:1790693153.013423:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693153.013424:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693153.013431:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:0.0:1790693153.013435:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000400:00000200:2.0:1790693153.013436:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:0.0:1790693153.013441:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013442:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:0.0:1790693153.013449:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693153.013450:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40815:40815:255:4294967295] 192.168.204.156@tcp LPNI seq info [40814:40814:7:4294967295]
00000400:00000200:2.0:1790693153.013484:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013496:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:0.0:1790693153.013503:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693153.013508:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:0.0:1790693153.013511:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21302)
00000800:00000010:2.0:1790693153.013514:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df100.
00000800:00000200:2.0:1790693153.013526:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693153.013530:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790693153.013533:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.013537:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693153.013541:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693153.013543:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315964943
00000100:00000001:2.0:1790693153.013545:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013547:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315964943
00000100:00000001:2.0:1790693153.013549:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013551:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693153.013553:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013555:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013557:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693153.013561:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693153.013563:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693153.013565:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693153.013568:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693153.013569:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693153.013574:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.013581:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693153.013582:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013585:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693153.013587:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693153.013588:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693153.013591:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224960:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693153.013594:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693153.013596:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693153.013597:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013599:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693153.013603:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81000.
02000000:00000001:2.0:1790693153.013604:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013608:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693153.013610:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9db00.
00000400:00000010:2.0:1790693153.013628:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2d48.
00000100:00000200:2.0:1790693153.013631:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061224960, portal 10
00000100:00000001:2.0:1790693153.013633:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693153.013634:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790693153.013640:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.013647:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693153.013649:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693153.013651:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693153.013654:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061224960, offset 0
00000400:00000200:2.0:1790693153.013659:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693153.013663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013667:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693153.013670:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693153.013672:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693153.013674:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693153.013676:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693153.013679:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40816:40816:254:4294967295] 192.168.204.156@tcp LPNI seq info [40815:40815:6:4294967295]
00000400:00000200:2.0:1790693153.013683:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013689:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693153.013694:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693153.013697:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df400.
00000800:00000200:2.0:1790693153.013701:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693153.013704:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790693153.013706:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.013709:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693153.013711:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693153.013713:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315964952
00000100:00000001:2.0:1790693153.013715:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013717:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315964952
00000100:00000001:2.0:1790693153.013719:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013721:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693153.013722:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013724:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693153.013728:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.013735:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693153.013736:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013738:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693153.013740:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693153.013741:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693153.013744:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225088:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693153.013747:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693153.013749:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693153.013750:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693153.013752:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693153.013755:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81800.
02000000:00000001:2.0:1790693153.013758:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693153.013762:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693153.013765:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d160.
00000400:00000010:2.0:1790693153.013768:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2990.
00000100:00000200:2.0:1790693153.013771:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225088, portal 4
00000100:00000001:2.0:1790693153.013773:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693153.013774:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:2.0:1790693153.013780:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693153.013786:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693153.013788:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693153.013790:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693153.013793:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061225088, offset 0
00000400:00000200:2.0:1790693153.013797:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693153.013800:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013804:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693153.013806:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693153.013809:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693153.013811:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693153.013813:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693153.013816:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40817:40817:253:4294967295] 192.168.204.156@tcp LPNI seq info [40816:40816:5:4294967295]
00000400:00000200:2.0:1790693153.013819:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693153.013825:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693153.013829:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693153.013833:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693153.013836:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693153.013839:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:2.0:1790693153.013842:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693153.013845:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693153.013848:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693153.013850:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315964946
00000100:00000001:2.0:1790693153.013852:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013854:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315964946
00000100:00000001:2.0:1790693153.013856:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315966208
00000100:00000001:2.0:1790693153.013858:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693153.013860:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013862:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013864:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693153.013868:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693153.013869:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=5 : 5 : 5)
00000100:00000001:2.0:1790693153.013871:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693153.013872:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693153.013874:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693153.013876:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693153.908572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693153.908577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693153.908580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693153.908581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693153.908584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693153.908584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693153.908646:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693153.908650:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693153.908653:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693154.356573:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315966208, at 4315966272
00000100:00000040:0.0:1790693154.356574:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315966208, at 4315966272
00000100:00000010:0.0:1790693154.356590:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c00.
00000100:00000010:1.0:1790693154.356596:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc65a0.
00010000:00000001:2.0:1790693154.932582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693154.932591:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693154.932593:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693154.932597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693154.932602:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693154.932605:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693154.932607:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693154.932609:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693154.932613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693154.932614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693154.932618:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693154.932619:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693154.932683:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693154.932686:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693154.932689:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693155.956545:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693155.956550:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693155.956556:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693155.956558:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693155.956561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693155.956562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693155.956603:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693155.956606:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693155.956608:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1790693156.084728:0:261646:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.204.156:988
00000400:00000100:2.0:1790693156.084768:0:261646:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.204.156@tcp at host 192.168.204.156 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000400:00000200:2.0:1790693156.084778:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693156.084783:0:261646:0:(router.c:1791:lnet_notify()) 192.168.204.56@tcp notifying 192.168.204.156@tcp: down
00000400:00000200:2.0:1790693156.084788:0:261646:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693156.084792:0:261646:0:(router.c:1888:lnet_notify()) Old news
00000800:00000100:2.0:1790693156.084798:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693156.084801:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df800.
00000400:00000200:2.0:1790693156.084806:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693156.084811:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693156.084817:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe23b8
00000400:00000010:2.0:1790693156.084820:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe23b8.
00000100:00000001:2.0:1790693156.084827:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693156.084835:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084867:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693156.084871:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084877:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693156.084879:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693156.084889:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693156.084891:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df100.
00000400:00000200:2.0:1790693156.084893:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693156.084896:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693156.084899:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2dd0
00000400:00000010:2.0:1790693156.084900:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2dd0.
00000100:00000001:2.0:1790693156.084903:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693156.084906:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084913:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693156.084916:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084921:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693156.084922:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693156.084926:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693156.084928:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df400.
00000400:00000200:2.0:1790693156.084930:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693156.084933:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693156.084935:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693156.084937:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693156.084939:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693156.084943:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084968:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693156.084972:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.084978:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693156.084979:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000800:00000100:2.0:1790693156.084984:0:261646:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.204.156@tcp
00000800:00000010:2.0:1790693156.084986:0:261646:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693156.084989:0:261646:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -113, hstatus = 8
00000400:00000200:2.0:1790693156.084992:0:261646:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_DROPPED
00000400:00000200:2.0:1790693156.084995:0:261646:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693156.084997:0:261646:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693156.084999:0:261646:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693156.085002:0:261646:0:(events.c:40:request_out_callback()) @@@ type 5, status -113  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.085008:0:261646:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693156.085011:0:261646:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693178 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693156.085016:0:261646:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693156.085018:0:261646:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693156.085103:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693156.085107:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:1.0:1790693156.085111:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693156.085118:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693153/real 1790693156]  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693156.085129:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693156.085131:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693156.085134:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9db00.
00000400:00000200:1.0:1790693156.085155:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2d48
00000400:00000010:1.0:1790693156.085157:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2d48.
00000100:00000001:1.0:1790693156.085161:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693156.085164:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693156.085172:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085178:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693156.085180:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085182:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085184:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693156.085187:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085198:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693156.085203:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085209:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693156.085212:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085214:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085215:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085217:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693156.085219:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693156.085222:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693156.085227:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693156.085229:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693156.085234:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693156.085240:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224960:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693156.085245:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693156.085248:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693153/real 1790693156]  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693156.085254:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693156.085255:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693156.085257:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d160.
00000400:00000200:1.0:1790693156.085258:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2990
00000400:00000010:1.0:1790693156.085260:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2990.
00000100:00000001:1.0:1790693156.085261:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693156.085264:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693156.085277:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085283:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693156.085284:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085286:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085287:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693156.085290:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085295:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693156.085299:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085303:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693156.085305:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085306:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085307:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085309:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693156.085316:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693156.085318:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693156.085322:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693156.085324:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693156.085329:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693156.085334:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225088:192.168.204.156@tcp:8:kworker.0
00000100:00000001:1.0:1790693156.085338:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693156.085340:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693153/real 1790693156]  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693156.085351:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693156.085352:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693156.085354:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9df78.
00000400:00000200:1.0:1790693156.085356:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2440
00000400:00000010:1.0:1790693156.085358:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2440.
00000100:00000001:1.0:1790693156.085360:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693156.085362:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693156.085369:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085373:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693156.085374:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085376:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085377:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693156.085379:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085384:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693156.085387:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085391:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693156.085393:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085394:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085395:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085397:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693156.085399:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693156.085401:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693156.085403:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693156.085405:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693156.085409:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693156.085414:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061224832:192.168.204.156@tcp:38:kworker.0
00000100:00000001:1.0:1790693156.085417:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:1.0:1790693156.085420:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693153/real 1790693156]  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:1.0:1790693156.085426:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:1.0:1790693156.085427:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:1.0:1790693156.085429:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9de18.
00000400:00000200:1.0:1790693156.085431:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2e58
00000400:00000010:1.0:1790693156.085432:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2e58.
00000100:00000001:1.0:1790693156.085434:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:1.0:1790693156.085436:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:1.0:1790693156.085443:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085492:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693156.085494:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085496:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085498:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:1.0:1790693156.085503:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085508:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693156.085511:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085517:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693156.085519:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085520:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693156.085521:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085523:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:1.0:1790693156.085524:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:1.0:1790693156.085527:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1790693156.085529:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:1.0:1790693156.085531:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:1.0:1790693156.085535:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693156.085541:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061224704:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693156.085545:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085547:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693156.085550:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061224960/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085556:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693156.085560:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693156.085563:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81000.
02000000:00000001:1.0:1790693156.085568:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693156.085571:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693156.085574:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:1.0:1790693156.085576:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693156.085580:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:1.0:1790693156.085584:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693156.085586:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693156.085588:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:1.0:1790693156.085592:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693156.085594:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085596:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693156.085599:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061225088/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085604:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693156.085606:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693156.085607:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81800.
02000000:00000001:1.0:1790693156.085610:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693156.085611:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693156.085612:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:1.0:1790693156.085615:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693156.085616:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef000.
02000000:00000001:1.0:1790693156.085619:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693156.085620:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693156.085621:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:1.0:1790693156.085623:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693156.085624:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085625:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693156.085628:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061224832/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085633:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693156.085634:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693156.085636:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a80800.
02000000:00000001:1.0:1790693156.085638:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693156.085639:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693156.085640:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:1.0:1790693156.085641:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693156.085642:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:1.0:1790693156.085644:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693156.085645:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693156.085646:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:1.0:1790693156.085649:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693156.085650:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085651:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693156.085654:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061224704/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693178 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693156.085659:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:1.0:1790693156.085661:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:1.0:1790693156.085662:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82800.
02000000:00000001:1.0:1790693156.085665:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:1.0:1790693156.085666:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:1.0:1790693156.085667:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:1.0:1790693156.085669:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:1.0:1790693156.085670:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:1.0:1790693156.085672:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:1.0:1790693156.085673:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:1.0:1790693156.085674:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:1.0:1790693156.085676:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:1.0:1790693156.085677:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085679:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693156.085687:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:1.0:1790693156.085689:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693156.085691:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693156.085692:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693156.980599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693156.980609:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693156.980611:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693156.980615:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980617:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693156.980620:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980622:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980624:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693156.980629:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693156.980630:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693156.980632:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980633:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693156.980634:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980635:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693156.980637:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693156.980709:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693156.980713:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693156.980717:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693158.004588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693158.004594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693158.004600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693158.004601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693158.004604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693158.004606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693158.004667:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693158.004672:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693158.004675:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693158.132717:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693158.132729:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693158.132732:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693158.132735:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693158.132739:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693158.132747:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21297
00000400:00000200:1.0:1790693158.132756:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693158.132762:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693158.132766:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693158.132768:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.132775:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132777:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693158.132784:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693158.132786:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693158.132789:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693158.132792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693158.132794:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693158.132797:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693158.132800:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132803:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.132804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132806:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693158.132809:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693158.132813:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132815:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693158.132818:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693158.132822:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693158.132824:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.132826:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693158.132828:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693158.132834:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000020:00000040:1.0:1790693158.132837:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693158.132841:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693158.132842:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.132845:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693158.132848:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693158.132852:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693158.132860:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790693158.132867:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693158.132876:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693158.132892:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693158.132896:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693158.132901:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693158.132939:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693158.132943:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693158.132946:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693158.132947:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693158.132949:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693158.132952:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693158.132955:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21297
00000400:00000200:1.0:1790693158.132958:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693158.132961:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693158.132963:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693158.132966:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132968:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.132970:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132972:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693158.132975:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693158.132976:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693158.132978:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693158.132980:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790693158.132982:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693158.132984:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693158.132987:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.132999:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.133001:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133003:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693158.133005:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790693158.133008:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133010:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693158.133011:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693158.133016:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693158.133018:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133020:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693158.133024:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693158.133027:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133028:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693158.133031:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
00000020:00000040:1.0:1790693158.133034:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693158.133036:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693158.133037:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133038:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693158.133040:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693158.133041:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693158.133044:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000100:00000001:1.0:1790693158.133047:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693158.133052:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693158.133058:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693158.133060:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693158.133062:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693158.133069:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693158.133072:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693158.133075:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693158.133076:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693158.133077:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693158.133079:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693158.133082:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21297
00000400:00000200:1.0:1790693158.133085:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693158.133088:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693158.133089:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693158.133092:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133094:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.133096:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133098:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693158.133100:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693158.133101:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693158.133103:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693158.133104:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693158.133106:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790693158.133109:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693158.133111:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133113:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.133115:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133117:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693158.133120:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790693158.133122:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133124:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693158.133126:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693158.133128:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693158.133130:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133132:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693158.133133:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693158.133136:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133137:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693158.133140:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790693158.133142:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693158.133145:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693158.133146:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133147:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693158.133149:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693158.133151:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693158.133154:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790693158.133157:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693158.133162:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693158.133169:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693158.133171:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693158.133173:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693158.133179:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693158.133182:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693158.133185:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790693158.133188:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693158.133191:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693158.133192:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693158.133193:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693158.133196:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693158.133198:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21297
00000400:00000200:1.0:1790693158.133202:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693158.133205:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693158.133207:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693158.133209:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133212:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.133215:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133216:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693158.133220:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693158.133221:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693158.133223:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693158.133224:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693158.133226:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790693158.133228:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693158.133229:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693158.133233:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693158.133234:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790693158.133241:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000040:2.0:1790693158.133243:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693158.133244:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693158.133249:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693158.133255:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693158.133261:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790693158.133262:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693158.133265:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693158.133268:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
02000000:00000001:2.0:1790693158.133270:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693158.133272:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.133274:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693158.133277:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693158.133279:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693158.133283:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693158.133284:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061225216:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790693158.133288:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.133291:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:1.0:1790693158.133292:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693158.133296:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
02000000:00000001:2.0:1790693158.133297:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693158.133300:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693158.133301:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.133304:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693158.133305:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693158.133311:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
00000100:00000010:1.0:1790693158.133313:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
02000000:00000001:2.0:1790693158.133314:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693158.133318:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000400:00000200:2.0:1790693158.133323:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790693158.133324:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693158.133326:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693158.133328:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693158.133329:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693158.133333:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693158.133336:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
02000000:00000010:1.0:1790693158.133340:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:1.0:1790693158.133345:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693158.133345:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00100000:1.0:1790693158.133354:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693158.133355:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225216, portal 25
00000100:00000001:2.0:1790693158.133360:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693158.133364:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000001:1.0:1790693158.133367:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693158.133371:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693158.133374:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693158.133378:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133390:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693158.133396:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693158.133396:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693158.133401:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000040:1.0:1790693158.133404:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21307)
00000100:00000200:2.0:1790693158.133406:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061225216, offset 0
00000400:00000200:2.0:1790693158.133414:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693158.133423:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.133430:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693158.133436:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693158.133440:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693158.133444:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693158.133446:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693158.133450:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40818:40818:256:4294967295] 192.168.204.156@tcp LPNI seq info [40817:40817:8:4294967295]
00000400:00000200:2.0:1790693158.133482:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.133492:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693158.133497:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.133503:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693158.133510:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693158.133513:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693158.133518:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693158.133522:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693158.133526:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.133528:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693158.133532:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693158.133537:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693158.133543:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693158.133545:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693158.133550:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693158.133553:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133562:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.133565:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133578:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.133580:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693158.133585:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693158.133588:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693158.133599:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315971329
00000100:00000010:2.0:1790693158.133607:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc62a0.
00000100:00000001:2.0:1790693158.133613:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693158.133619:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315971329
00000100:00000010:2.0:1790693158.133621:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6900.
00000100:00000001:2.0:1790693158.133624:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693158.133628:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693158.133630:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.133633:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693158.133637:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693158/real 1790693158]  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693158.133645:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693158.133647:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693158.133649:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693158.133652:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693158.133653:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693158.133655:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693158.133659:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693158.133666:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133672:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693158.133674:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.133677:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.133678:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693158.133682:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133689:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693158.133693:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133700:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693158.133703:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.133704:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.133706:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.133708:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693158.133709:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693158.133712:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693158.133716:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693158.133718:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693158.133722:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693158.133729:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061225216:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693158.133734:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693158.133737:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133743:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693158.133744:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.133746:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693158.133748:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693158.133750:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693158.133753:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225344:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693158.133756:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693158.133758:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693158.133759:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.133761:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693158.133764:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693158.133766:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693158.133770:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693158.133772:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693158.133775:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693158.133777:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225344, portal 10
00000100:00000001:2.0:1790693158.133779:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693158.133780:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790693158.133787:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133793:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693158.133795:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693158.133797:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693158.133799:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061225344, offset 0
00000400:00000200:2.0:1790693158.133802:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693158.133806:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.133809:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693158.133812:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693158.133814:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693158.133816:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693158.133818:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693158.133821:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40819:40819:256:4294967295] 192.168.204.156@tcp LPNI seq info [40818:40818:8:4294967295]
00000400:00000200:2.0:1790693158.133824:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.133830:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693158.133834:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.133837:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693158.133840:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693158.133843:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693158.133846:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693158.133849:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693158.133853:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.133855:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693158.133858:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693158.133861:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693158.133864:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693158.133865:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693158.133867:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693158.133871:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133878:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.133880:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133886:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.133888:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693158.133891:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693158.133894:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693158.133897:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693158.133899:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315970063
00000100:00000001:2.0:1790693158.133902:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.133916:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315970063
00000100:00000001:2.0:1790693158.133919:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.133920:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693158.133922:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.133924:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693158.133928:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693158/real 1790693158]  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693158.133935:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693158.133936:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693158.133938:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693158.133940:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693158.133942:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693158.133944:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693158.133947:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693158.133954:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133961:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693158.133962:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.133964:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.133965:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693158.133968:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133983:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693158.133987:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.133994:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693158.133996:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.133997:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.133998:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134000:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693158.134001:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693158.134003:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693158.134006:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693158.134008:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693158.134012:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693158.134018:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225344:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693158.134022:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693158.134025:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134037:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693158.134038:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.134040:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693158.134041:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693158.134043:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693158.134046:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225472:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693158.134049:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693158.134050:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693158.134052:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.134053:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134057:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693158.134059:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693158.134061:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693158.134064:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693158.134067:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693158.134069:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225472, portal 10
00000100:00000001:2.0:1790693158.134071:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693158.134072:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00000040:2.0:1790693158.134077:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134083:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693158.134085:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693158.134087:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693158.134089:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061225472, offset 0
00000400:00000200:2.0:1790693158.134092:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693158.134095:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.134099:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693158.134101:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693158.134104:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693158.134106:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693158.134108:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693158.134111:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40820:40820:256:4294967295] 192.168.204.156@tcp LPNI seq info [40819:40819:8:4294967295]
00000400:00000200:2.0:1790693158.134115:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.134120:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693158.134124:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.134127:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693158.134130:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693158.134133:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693158.134136:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693158.134138:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693158.134141:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.134142:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693158.134145:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693158.134147:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693158.134150:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693158.134151:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693158.134153:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693158.134156:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134163:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134165:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134171:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134172:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693158.134174:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693158.134176:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693158.134179:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693158.134180:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315970072
00000100:00000001:2.0:1790693158.134182:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.134184:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315970072
00000100:00000001:2.0:1790693158.134185:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.134187:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693158.134189:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134190:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693158.134193:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693158/real 1790693158]  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693158.134200:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693158.134202:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693158.134203:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693158.134205:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693158.134207:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693158.134208:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693158.134211:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693158.134217:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134223:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693158.134224:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134225:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.134227:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693158.134229:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134234:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693158.134237:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134242:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693158.134244:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134246:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.134247:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134248:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693158.134250:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693158.134252:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693158.134256:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693158.134257:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693158.134261:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693158.134267:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225472:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693158.134270:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134271:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134274:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061225216/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134279:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693158.134282:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134284:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693158.134288:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693158.134290:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693158.134291:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693158.134294:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693158.134296:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790693158.134299:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693158.134301:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693158.134303:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790693158.134305:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693158.134306:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134307:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134310:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061225344/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134315:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693158.134316:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134317:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693158.134319:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693158.134320:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693158.134321:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693158.134322:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693158.134324:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790693158.134326:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693158.134327:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693158.134328:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790693158.134330:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693158.134331:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134332:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134335:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061225472/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134339:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693158.134340:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134341:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693158.134343:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693158.134344:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693158.134345:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693158.134347:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693158.134348:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790693158.134350:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693158.134350:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693158.134351:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790693158.134353:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693158.134354:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134355:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134362:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693158.134364:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134365:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693158.134367:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693158.134368:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693158.134371:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134376:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693158.134377:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.134379:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693158.134380:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693158.134382:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693158.134384:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225600:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693158.134387:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693158.134389:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693158.134390:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693158.134391:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134393:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693158.134395:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693158.134398:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693158.134400:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693158.134403:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693158.134405:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225600, portal 4
00000100:00000001:2.0:1790693158.134407:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693158.134408:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790693158.134412:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134417:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693158.134419:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693158.134421:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693158.134423:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061225600, offset 0
00000400:00000200:2.0:1790693158.134426:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693158.134430:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.134434:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693158.134436:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693158.134438:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693158.134441:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693158.134442:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693158.134445:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40821:40821:256:4294967295] 192.168.204.156@tcp LPNI seq info [40820:40820:8:4294967295]
00000400:00000200:2.0:1790693158.134448:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693158.134477:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693158.134482:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.134485:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693158.134488:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693158.134491:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000200:2.1:1790693158.134494:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693158.134497:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 58 secs later)
00000800:00000100:2.0:1790693158.134500:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693158.134502:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693158.134504:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693158.134508:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693158.134510:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693158.134512:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693158.134514:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693158.134518:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134524:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134526:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693183 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134532:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134534:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693158.134536:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693158.134539:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693158.134542:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693158.134544:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315970067
00000100:00000001:2.0:1790693158.134546:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.134548:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315970067
00000100:00000001:2.0:1790693158.134550:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315971329
00000100:00000001:2.0:1790693158.134553:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693158.134560:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134562:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693158.134566:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693158/real 1790693158]  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693158.134572:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693158.134573:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693158.134575:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693158.134577:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693158.134579:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693158.134580:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693158.134583:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693158.134589:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134594:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693158.134596:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134597:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.134598:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693158.134601:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134606:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693158.134610:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134615:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693158.134617:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134618:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693158.134620:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134621:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693158.134623:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693158.134625:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693158.134629:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693158.134631:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693158.134635:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693158.134642:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225600:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693158.134646:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134648:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693158.134651:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061225600/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693183 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693158.134662:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693158.134664:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693158.134666:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693158.134668:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693158.134670:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693158.134671:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693158.134673:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693158.134675:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790693158.134677:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693158.134678:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693158.134680:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693158.134683:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693158.134684:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134686:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693158.134690:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693158.134691:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693158.134693:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693158.134694:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693159.028570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693159.028575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693159.028579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693159.028580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693159.028582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693159.028583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693159.028646:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693159.028650:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693159.028654:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693159.476565:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315971329, at 4315971392
00000100:00000040:0.0:1790693159.476566:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315971329, at 4315971392
00000100:00000010:1.0:1790693159.476577:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6900.
00000100:00000010:0.0:1790693159.476581:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc62a0.
00010000:00000001:2.0:1790693160.052559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693160.052564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693160.052568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693160.052569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693160.052571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693160.052572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693160.052620:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693160.052623:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693160.052626:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693161.076559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693161.076565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693161.076568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693161.076569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693161.076571:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693161.076572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693161.076623:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693161.076626:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693161.076629:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693162.100541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693162.100548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693162.100561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693162.100563:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693162.100567:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693162.100571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693162.100631:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693162.100634:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693162.100637:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693163.124577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693163.124584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693163.124590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693163.124591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693163.124595:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693163.124596:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693163.124663:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693163.124667:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693163.124671:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693163.252536:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693163.252543:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693163.252545:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693163.252549:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693163.252552:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693163.252557:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21302
00000400:00000200:3.0:1790693163.252564:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693163.252569:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693163.252571:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693163.252573:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252576:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.252577:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252579:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693163.252584:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693163.252586:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693163.252588:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693163.252590:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693163.252592:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693163.252593:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693163.252595:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252596:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.252597:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252598:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693163.252600:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693163.252601:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252603:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693163.252605:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693163.252608:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693163.252610:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252611:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693163.252613:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693163.252619:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8380.
00000020:00000040:3.0:1790693163.252621:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693163.252624:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693163.252625:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252627:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693163.252629:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693163.252633:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693163.252638:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccc000.
00000100:00000001:3.0:1790693163.252643:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693163.252649:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693163.252656:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693163.252658:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693163.252661:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000004101adf7] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693163.252678:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693163.252680:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693163.252682:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693163.252683:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693163.252684:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693163.252685:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693163.252687:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21302
00000400:00000200:3.0:1790693163.252689:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693163.252691:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693163.252692:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693163.252693:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252695:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.252696:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252698:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693163.252700:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693163.252701:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693163.252702:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693163.252704:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693163.252706:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693163.252708:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693163.252711:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693163.252713:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:3.0:1790693163.252713:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693163.252718:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:3.0:1790693163.252718:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693163.252723:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:3.0:1790693163.252723:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693163.252728:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00000040:2.0:1790693163.252734:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1790693163.252734:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252739:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693163.252741:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693163.252746:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693163.252750:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252754:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693163.252759:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000001:2.0:1790693163.252762:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000008:00000001:3.0:1790693163.252764:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.252765:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252767:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.252771:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000010:3.0:1790693163.252773:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e9180.
02000000:00000001:2.0:1790693163.252776:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000040:3.0:1790693163.252777:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693163.252782:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693163.252783:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693163.252785:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252789:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00100000:2.0:1790693163.252790:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061225728:192.168.204.156@tcp:250:kworker.0
02000000:00000001:3.0:1790693163.252791:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693163.252795:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.252799:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000010:3.0:1790693163.252800:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790693163.252804:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:3.0:1790693163.252817:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.252819:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.252822:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00100000:3.0:1790693163.252826:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000010:2.0:1790693163.252827:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693163.252835:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.252837:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693163.252841:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693163.252845:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000639de08] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693163.252849:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693163.252859:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000100:00000001:3.0:1790693163.252866:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693163.252868:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00080000:3.0:1790693163.252870:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693163.252875:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693163.252877:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000200:2.0:1790693163.252878:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225728, portal 25
00000100:00080000:3.0:1790693163.252879:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693163.252883:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:3.0:1790693163.252884:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693163.252887:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629921664 : -120939079629952 : ffff9201ad1e8380)
00000100:00080000:3.0:1790693163.252890:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21302
00000100:00000040:2.0:1790693163.252896:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:3.0:1790693163.252897:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693163.252904:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693163.252907:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:3.0:1790693163.252909:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693163.252912:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693163.252916:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000040:3.0:1790693163.252916:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790693163.252921:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061225728, offset 0
00000100:00000001:3.0:1790693163.252922:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.252927:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693163.252931:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:3.0:1790693163.252932:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693163.252939:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.252944:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693163.252947:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693163.252951:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693163.252954:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693163.252957:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693163.252961:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40822:40822:256:4294967295] 192.168.204.156@tcp LPNI seq info [40821:40821:8:4294967295]
00000400:00000200:2.0:1790693163.252965:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:3.0:1790693163.252969:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693163.252972:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693163.252975:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693163.252980:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:3.0:1790693163.252980:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:2.0:1790693163.252988:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:3.0:1790693163.252993:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000010:2.0:1790693163.252996:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000020:00000001:3.0:1790693163.253004:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.0:1790693163.253005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693163.253011:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000040:3.0:1790693163.253015:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.253019:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693163.253021:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:3.0:1790693163.253024:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790693163.253026:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000100:00000001:3.0:1790693163.253028:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000100:2.0:1790693163.253035:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000040:3.0:1790693163.253035:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:2.0:1790693163.253040:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00080000:3.0:1790693163.253041:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693163.253046:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693163.253049:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:3.0:1790693163.253049:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693163.253053:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693163.253058:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:3.0:1790693163.253060:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253064:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693163.253066:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000008:00100000:3.0:1790693163.253067:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1790693163.253071:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000008:00000001:3.0:1790693163.253072:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253076:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253077:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:3.0:1790693163.253081:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8a80.
00000020:00000040:3.0:1790693163.253085:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000200:2.0:1790693163.253089:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693163.253089:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693163.253092:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253097:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693163.253100:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693163.253103:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253107:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:3.0:1790693163.253110:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000040:2.0:1790693163.253112:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693163.253115:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693163.253123:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693163.253125:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253129:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:3.0:1790693163.253133:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693163.253135:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253136:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693163.253138:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000003927f81d] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693163.253146:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:3.0:1790693163.253148:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253150:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315976448
00000100:00000040:3.0:1790693163.253151:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693163.253156:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693163.253158:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693163.253160:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693163.253162:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693163.253163:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693163.253165:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00000010:2.0:1790693163.253166:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6540.
00000100:00080000:3.0:1790693163.253167:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21302
00000400:00000200:3.0:1790693163.253174:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693163.253177:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000400:00000200:3.0:1790693163.253177:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693163.253182:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693163.253184:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.253186:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.253188:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693163.253189:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315976448
00000100:00000001:3.0:1790693163.253189:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693163.253193:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000010:2.0:1790693163.253195:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc63c0.
00000020:00000040:3.0:1790693163.253196:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693163.253198:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693163.253202:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:3.0:1790693163.253202:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693163.253205:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693163.253208:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000020:00000001:3.0:1790693163.253208:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693163.253213:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693163.253215:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253215:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693163.253217:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693163.253220:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693163.253221:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000020:00000040:3.0:1790693163.253222:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693163.253225:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693163.253227:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693163.253229:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00100000:2.0:1790693163.253231:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693163/real 1790693163]  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:3.0:1790693163.253232:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693163.253236:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253240:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693163.253242:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693163.253245:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693163.253249:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000001:2.0:1790693163.253253:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000010:3.0:1790693163.253253:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb480.
00000400:00000001:2.0:1790693163.253257:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:3.0:1790693163.253257:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693163.253261:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693163.253262:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693163.253263:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000100:00000001:3.0:1790693163.253263:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693163.253265:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693163.253268:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693163.253269:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
02000000:00000010:3.0:1790693163.253270:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000400:00000010:2.0:1790693163.253274:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:3.0:1790693163.253276:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253279:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00100000:3.0:1790693163.253284:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693163.253287:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693163.253310:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693163.253312:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693163.253315:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693163.253324:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009b40bf68] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693163.253333:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253334:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000040:3.0:1790693163.253337:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21312)
00000100:00000001:2.0:1790693163.253338:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253345:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253347:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693163.253353:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253360:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693163.253364:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253368:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693163.253370:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253371:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253372:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253374:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693163.253375:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693163.253377:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693163.253379:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693163.253381:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693163.253385:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693163.253393:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061225728:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693163.253398:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253400:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.253402:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8380 x1877672061225728/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253408:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693163.253411:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693163.253413:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693163.253416:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693163.253418:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693163.253420:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693163.253421:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693163.253423:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccc000.
02000000:00000001:2.0:1790693163.253426:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693163.253428:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693163.253429:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8380.
00000100:00000001:2.0:1790693163.253432:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693163.253433:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253436:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253442:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693163.253444:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253451:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693163.253481:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693163.253483:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693163.253488:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253495:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693163.253496:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253498:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693163.253500:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693163.253502:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693163.253504:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225856:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693163.253506:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693163.253508:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693163.253509:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253510:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693163.253513:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693163.253514:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693163.253516:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693163.253518:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693163.253521:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693163.253523:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225856, portal 10
00000100:00000001:2.0:1790693163.253524:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693163.253525:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629925248 : -120939079626368 : ffff9201ad1e9180)
00000100:00000040:2.0:1790693163.253530:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253535:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693163.253537:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693163.253538:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693163.253539:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061225856, offset 0
00000400:00000200:2.0:1790693163.253542:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253545:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253547:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693163.253549:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693163.253551:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693163.253552:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693163.253554:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253556:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40823:40823:256:4294967295] 192.168.204.156@tcp LPNI seq info [40822:40822:8:4294967295]
00000400:00000200:2.0:1790693163.253558:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253563:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693163.253565:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253567:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693163.253570:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693163.253572:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693163.253575:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693163.253576:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790693163.253579:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253580:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693163.253582:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693163.253584:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693163.253586:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693163.253587:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693163.253589:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693163.253591:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253596:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.253598:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253605:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253606:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693163.253608:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693163.253610:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693163.253612:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693163.253614:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315975183
00000100:00000001:2.0:1790693163.253615:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.253616:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315975183
00000100:00000001:2.0:1790693163.253618:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.253619:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693163.253620:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253621:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693163.253623:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693163/real 1790693163]  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693163.253627:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693163.253628:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693163.253629:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693163.253630:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693163.253631:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693163.253632:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693163.253634:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693163.253638:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253642:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693163.253642:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253643:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253644:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693163.253646:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253651:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693163.253653:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253657:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693163.253658:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253659:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253659:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253660:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693163.253661:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693163.253663:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693163.253665:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693163.253666:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693163.253668:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693163.253672:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e9180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225856:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693163.253674:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693163.253676:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253679:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693163.253680:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253682:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693163.253682:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693163.253684:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693163.253685:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225984:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693163.253687:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693163.253687:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693163.253689:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253690:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693163.253692:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693163.253693:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693163.253695:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693163.253696:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693163.253698:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693163.253700:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061225984, portal 10
00000100:00000001:2.0:1790693163.253701:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693163.253701:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629923456 : -120939079628160 : ffff9201ad1e8a80)
00000100:00000040:2.0:1790693163.253704:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253708:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693163.253710:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693163.253711:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693163.253712:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061225984, offset 0
00000400:00000200:2.0:1790693163.253714:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253716:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253718:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693163.253719:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693163.253720:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693163.253722:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693163.253723:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253725:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40824:40824:256:4294967295] 192.168.204.156@tcp LPNI seq info [40823:40823:8:4294967295]
00000400:00000200:2.0:1790693163.253728:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253731:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693163.253733:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253735:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693163.253737:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693163.253738:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693163.253740:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693163.253742:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790693163.253744:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253746:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693163.253747:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693163.253749:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693163.253751:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693163.253752:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693163.253753:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693163.253755:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253762:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.253765:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253771:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253772:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693163.253774:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693163.253777:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693163.253780:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693163.253781:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315975192
00000100:00000001:2.0:1790693163.253783:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.253785:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315975192
00000100:00000001:2.0:1790693163.253787:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.253789:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693163.253791:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.253792:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693163.253796:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693163/real 1790693163]  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693163.253803:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693163.253817:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693163.253819:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693163.253820:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693163.253821:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693163.253823:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693163.253826:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693163.253831:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253835:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693163.253836:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253838:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253839:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693163.253842:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253848:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693163.253852:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253857:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693163.253859:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253861:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.253862:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.253864:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693163.253865:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693163.253868:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693163.253871:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693163.253873:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693163.253876:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693163.253884:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061225984:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693163.253887:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693163.253890:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253894:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693163.253895:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253896:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693163.253897:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693163.253899:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693163.253900:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226112:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693163.253902:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693163.253903:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693163.253904:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693163.253905:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693163.253908:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693163.253909:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693163.253911:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693163.253913:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693163.253915:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693163.253917:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226112, portal 4
00000100:00000001:2.0:1790693163.253918:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693163.253919:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629934208 : -120939079617408 : ffff9201ad1eb480)
00000100:00000040:2.0:1790693163.253923:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.253926:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693163.253928:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693163.253929:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693163.253930:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061226112, offset 0
00000400:00000200:2.0:1790693163.253933:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253935:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253937:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693163.253939:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693163.253941:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693163.253942:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693163.253943:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693163.253947:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40825:40825:256:4294967295] 192.168.204.156@tcp LPNI seq info [40824:40824:8:4294967295]
00000400:00000200:2.0:1790693163.253951:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693163.253957:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693163.253961:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253963:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693163.253967:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693163.253969:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000200:2.1:1790693163.253973:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693163.253976:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 53 secs later)
00000800:00000100:2.0:1790693163.253979:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693163.253981:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693163.253984:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693163.253987:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693163.253989:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693163.253991:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693163.253994:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693163.253997:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254003:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.254004:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693188 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254009:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.254011:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693163.254014:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693163.254017:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693163.254020:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693163.254022:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315975186
00000100:00000001:2.0:1790693163.254024:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.254025:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315975186
00000100:00000001:2.0:1790693163.254027:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315976448
00000100:00000001:2.0:1790693163.254030:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693163.254032:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.254033:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693163.254037:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693163/real 1790693163]  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693163.254043:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693163.254045:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693163.254046:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693163.254048:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693163.254050:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693163.254052:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693163.254055:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693163.254062:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254068:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693163.254069:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254071:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.254072:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693163.254075:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254081:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693163.254085:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254091:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693163.254093:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254094:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693163.254095:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254097:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693163.254099:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693163.254101:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693163.254105:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693163.254107:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693163.254111:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693163.254115:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226112:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693163.254118:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254119:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.254121:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e9180 x1877672061225856/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254125:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693163.254127:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693163.254128:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693163.254131:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693163.254132:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693163.254134:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693163.254136:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693163.254137:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790693163.254140:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693163.254142:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693163.254143:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e9180.
00000100:00000001:2.0:1790693163.254145:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693163.254147:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254148:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.254151:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8a80 x1877672061225984/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254157:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693163.254158:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693163.254159:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693163.254161:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693163.254162:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693163.254163:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693163.254165:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693163.254167:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790693163.254169:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693163.254170:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693163.254171:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8a80.
00000100:00000001:2.0:1790693163.254174:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693163.254175:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254176:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693163.254179:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb480 x1877672061226112/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693188 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693163.254185:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693163.254187:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693163.254188:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693163.254191:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693163.254192:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693163.254193:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693163.254195:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693163.254196:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790693163.254198:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693163.254199:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693163.254200:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb480.
00000100:00000001:2.0:1790693163.254202:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693163.254202:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254203:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693163.254206:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693163.254207:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693163.254209:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693163.254210:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693164.148574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693164.148580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693164.148586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693164.148587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693164.148591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693164.148592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693164.148651:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693164.148654:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693164.148657:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693164.596570:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315976448, at 4315976512
00000100:00000010:1.0:1790693164.596582:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc63c0.
00000100:00000040:0.0:1790693164.596651:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315976448, at 4315976512
00000100:00000010:0.0:1790693164.596655:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6540.
00010000:00000001:2.0:1790693165.172583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693165.172590:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693165.172592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693165.172594:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693165.172599:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693165.172601:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693165.172602:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693165.172603:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693165.172607:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693165.172609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693165.172612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693165.172614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693165.172681:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693165.172686:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693165.172689:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693166.196565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693166.196572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693166.196578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693166.196579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693166.196582:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693166.196583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693166.196644:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693166.196647:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693166.196651:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693167.220579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693167.220583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693167.220590:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693167.220591:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693167.220594:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220596:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693167.220598:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220599:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220601:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693167.220604:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693167.220605:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693167.220605:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220606:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693167.220607:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220608:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693167.220609:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693167.220668:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693167.220671:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693167.220674:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693168.244547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693168.244553:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693168.244559:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693168.244560:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693168.244564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693168.244565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693168.244619:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693168.244623:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693168.244626:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693168.372552:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693168.372562:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693168.372564:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693168.372567:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693168.372571:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693168.372578:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21307
00000400:00000200:1.0:1790693168.372585:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693168.372590:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693168.372593:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693168.372595:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372598:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.372599:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372601:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693168.372607:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693168.372608:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693168.372610:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693168.372612:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693168.372614:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693168.372615:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693168.372617:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372618:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.372620:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372621:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693168.372623:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693168.372625:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372627:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693168.372630:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693168.372633:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693168.372634:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.372636:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693168.372638:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693168.372645:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790693168.372647:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693168.372651:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693168.372652:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.372655:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693168.372658:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693168.372663:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693168.372669:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000100:00000001:1.0:1790693168.372677:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693168.372686:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693168.372695:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693168.372699:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693168.372703:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693168.372733:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693168.372736:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693168.372739:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693168.372747:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693168.372749:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693168.372752:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693168.372756:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21307
00000400:00000200:1.0:1790693168.372760:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693168.372763:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693168.372765:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693168.372769:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372772:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.372774:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372776:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693168.372776:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693168.372780:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693168.372782:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693168.372783:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790693168.372785:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693168.372788:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693168.372790:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693168.372792:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693168.372799:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693168.372801:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.372806:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693168.372808:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693168.372809:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790693168.372811:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693168.372813:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00100000:2.0:1790693168.372815:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061226240:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693168.372820:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1790693168.372821:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000001:2.0:1790693168.372824:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693168.372826:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693168.372827:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.372830:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693168.372831:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372835:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000010:2.0:1790693168.372835:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
00000020:00000040:1.0:1790693168.372839:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790693168.372839:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693168.372844:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790693168.372847:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693168.372851:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693168.372852:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
02000000:00000001:1.0:1790693168.372855:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000010:2.0:1790693168.372859:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
02000000:00000001:1.0:1790693168.372862:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693168.372866:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693168.372866:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226240, portal 25
00000100:00000001:1.0:1790693168.372869:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693168.372870:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693168.372872:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000008:00100000:1.0:1790693168.372875:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1790693168.372878:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693168.372880:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.372885:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.372890:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1790693168.372892:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000040:2.0:1790693168.372893:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790693168.372898:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000010:2.0:1790693168.372899:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693168.372904:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061226240, offset 0
02000000:00000001:1.0:1790693168.372905:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693168.372908:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.372912:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372913:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693168.372916:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693168.372925:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.372927:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.372932:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
02000000:00000010:1.0:1790693168.372935:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000400:00000200:2.0:1790693168.372937:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693168.372942:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.372943:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693168.372948:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693168.372951:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00100000:1.0:1790693168.372956:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693168.372956:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40826:40826:256:4294967295] 192.168.204.156@tcp LPNI seq info [40825:40825:8:4294967295]
00000400:00000200:2.0:1790693168.372965:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693168.372969:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693168.372972:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693168.372979:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693168.372980:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693168.372992:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693168.372993:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693168.372996:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790693168.372996:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000100:00080000:1.0:1790693168.373001:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693168.373002:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693168.373004:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000200:2.0:1790693168.373005:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693168.373006:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000800:00000200:2.0:1790693168.373009:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000100:00080000:1.0:1790693168.373010:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21307
00000400:00000200:1.0:1790693168.373019:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000200:2.1:1790693168.373019:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693168.373024:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000400:00000200:1.0:1790693168.373025:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693168.373029:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1790693168.373033:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693168.373036:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000800:00000010:2.0:1790693168.373037:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00000001:1.0:1790693168.373039:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.373042:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693168.373044:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693168.373045:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693168.373050:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693168.373053:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790693168.373053:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000020:00000001:1.0:1790693168.373057:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693168.373059:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000020:00000040:1.0:1790693168.373060:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000010:2.0:1790693168.373063:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000020:00000001:1.0:1790693168.373064:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790693168.373068:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000001:2.0:1790693168.373068:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693168.373073:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790693168.373075:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693168.373076:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.373080:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.373084:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693168.373088:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00000001:2.0:1790693168.373091:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00080000:1.0:1790693168.373092:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693168.373094:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693168.373096:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000040:2.0:1790693168.373096:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693168.373100:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693168.373104:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.373106:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693168.373106:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373108:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000008:00100000:1.0:1790693168.373109:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693168.373112:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373113:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.373114:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693168.373120:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000400:00000200:2.0:1790693168.373120:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790693168.373124:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000001:2.0:1790693168.373125:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315981568
02000000:00000001:1.0:1790693168.373129:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693168.373131:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.373132:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000010:2.0:1790693168.373132:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6480.
02000000:00000001:1.0:1790693168.373135:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693168.373137:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373139:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693168.373141:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000100:00000001:1.0:1790693168.373144:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373147:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315981568
00000100:00100000:1.0:1790693168.373149:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693168.373152:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6cc0.
00000100:00000001:2.0:1790693168.373156:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693168.373159:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693168.373160:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:1.0:1790693168.373163:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693168.373166:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373167:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373172:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693168.373176:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693168.373178:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693168/real 1790693168]  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693168.373179:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693168.373190:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000400:00000001:2.0:1790693168.373191:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693168.373192:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000001:2.0:1790693168.373195:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00080000:1.0:1790693168.373196:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693168.373199:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693168.373200:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000010:2.0:1790693168.373200:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000100:00000001:1.0:1790693168.373205:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693168.373207:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000100:00080000:1.0:1790693168.373208:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21307
00000400:00000010:2.0:1790693168.373211:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000400:00000200:1.0:1790693168.373212:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693168.373218:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693168.373218:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00080000:1.0:1790693168.373222:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693168.373226:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000200:2.0:1790693168.373227:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693168.373228:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693168.373231:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693168.373234:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693168.373239:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693168.373240:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693168.373243:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693168.373245:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693168.373248:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790693168.373248:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693168.373253:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790693168.373260:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693168.373261:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:1.0:1790693168.373262:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693168.373264:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693168.373266:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693168.373268:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693168.373269:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693168.373270:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693168.373272:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00100000:2.0:1790693168.373276:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693168.373277:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693168.373281:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693168.373285:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693168.373289:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693168.373290:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:1.0:1790693168.373292:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693168.373295:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693168.373297:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000040:2.0:1790693168.373297:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693168.373304:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373309:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693168.373310:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373313:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373315:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:1.0:1790693168.373316:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693168.373316:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:1.0:1790693168.373322:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790693168.373323:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693168.373326:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790693168.373328:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693168.373332:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693168.373332:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:1.0:1790693168.373336:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693168.373340:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00080000:2.0:1790693168.373340:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
02000000:00000001:1.0:1790693168.373343:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373345:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000010:1.0:1790693168.373349:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000040:2.0:1790693168.373353:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693168.373356:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693168.373365:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1790693168.373369:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061226240:192.168.204.156@tcp:250:kworker.0
00000100:00000001:1.0:1790693168.373378:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693168.373379:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:1.0:1790693168.373381:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373384:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693168.373387:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693168.373392:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061226240/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693168.373395:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693168.373400:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21317)
00000100:00000001:2.0:1790693168.373406:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693168.373409:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693168.373412:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693168.373416:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693168.373418:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693168.373420:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693168.373427:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693168.373430:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790693168.373433:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693168.373435:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693168.373437:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790693168.373440:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693168.373441:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373443:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373450:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693168.373451:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373453:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693168.373478:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693168.373480:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693168.373483:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373496:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693168.373497:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.373499:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693168.373501:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693168.373503:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693168.373506:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226368:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693168.373509:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693168.373511:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693168.373512:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.373514:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693168.373517:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693168.373519:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.373522:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693168.373524:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693168.373527:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693168.373529:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226368, portal 10
00000100:00000001:2.0:1790693168.373530:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693168.373531:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790693168.373536:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373540:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693168.373541:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693168.373543:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693168.373544:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061226368, offset 0
00000400:00000200:2.0:1790693168.373546:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693168.373550:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.373553:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693168.373556:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693168.373558:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693168.373561:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693168.373563:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693168.373566:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40827:40827:256:4294967295] 192.168.204.156@tcp LPNI seq info [40826:40826:8:4294967295]
00000400:00000200:2.0:1790693168.373570:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.373576:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693168.373580:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.373584:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693168.373587:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693168.373589:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693168.373593:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693168.373595:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693168.373598:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.373599:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693168.373602:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693168.373605:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693168.373608:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693168.373610:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693168.373613:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693168.373616:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373624:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.373627:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373633:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373635:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693168.373638:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693168.373640:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693168.373642:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693168.373643:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315980303
00000100:00000001:2.0:1790693168.373645:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.373647:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315980303
00000100:00000001:2.0:1790693168.373648:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.373649:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693168.373651:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373659:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693168.373662:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693168/real 1790693168]  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693168.373668:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693168.373668:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693168.373670:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693168.373671:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693168.373672:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693168.373674:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693168.373675:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693168.373680:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373684:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693168.373685:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373686:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.373687:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693168.373690:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373696:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693168.373699:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373715:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693168.373718:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373719:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.373720:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373722:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693168.373724:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693168.373726:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693168.373731:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693168.373732:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693168.373736:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693168.373743:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226368:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693168.373746:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693168.373748:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373754:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693168.373755:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.373758:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693168.373759:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693168.373761:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693168.373763:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226496:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693168.373765:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693168.373767:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693168.373769:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.373770:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693168.373773:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693168.373775:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.373778:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693168.373781:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693168.373783:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693168.373786:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226496, portal 10
00000100:00000001:2.0:1790693168.373788:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693168.373789:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790693168.373794:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373800:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693168.373803:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693168.373805:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693168.373808:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061226496, offset 0
00000400:00000200:2.0:1790693168.373811:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693168.373815:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.373818:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693168.373821:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693168.373823:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693168.373825:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693168.373827:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693168.373830:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40828:40828:256:4294967295] 192.168.204.156@tcp LPNI seq info [40827:40827:8:4294967295]
00000400:00000200:2.0:1790693168.373834:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.373839:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693168.373843:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.373846:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693168.373849:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693168.373851:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693168.373855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693168.373857:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693168.373860:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.373862:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693168.373865:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693168.373867:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693168.373870:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693168.373871:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693168.373874:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693168.373876:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373883:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.373885:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373892:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373893:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693168.373896:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693168.373898:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693168.373900:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693168.373902:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315980312
00000100:00000001:2.0:1790693168.373904:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.373906:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315980312
00000100:00000001:2.0:1790693168.373908:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.373909:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693168.373911:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.373912:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693168.373916:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693168/real 1790693168]  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693168.373922:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693168.373923:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693168.373924:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693168.373926:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693168.373928:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693168.373929:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693168.373932:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693168.373939:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373945:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693168.373946:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373947:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.373949:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693168.373952:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373958:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693168.373961:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.373967:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693168.373969:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373970:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.373972:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.373973:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693168.373974:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693168.373977:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693168.373979:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693168.373982:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693168.373985:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693168.373992:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226496:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693168.373995:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693168.373998:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374004:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693168.374005:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.374007:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693168.374008:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693168.374010:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693168.374013:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226624:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693168.374015:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693168.374017:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693168.374018:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693168.374020:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693168.374023:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693168.374024:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693168.374027:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693168.374029:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693168.374032:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693168.374034:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226624, portal 4
00000100:00000001:2.0:1790693168.374036:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693168.374037:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790693168.374041:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374047:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693168.374048:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693168.374050:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693168.374052:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061226624, offset 0
00000400:00000200:2.0:1790693168.374055:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693168.374058:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.374061:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693168.374063:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693168.374065:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693168.374067:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693168.374069:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693168.374072:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40829:40829:256:4294967295] 192.168.204.156@tcp LPNI seq info [40828:40828:8:4294967295]
00000400:00000200:2.0:1790693168.374075:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693168.374081:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693168.374084:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.374087:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693168.374090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693168.374093:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000200:2.1:1790693168.374096:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693168.374098:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 48 secs later)
00000800:00000100:2.0:1790693168.374101:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693168.374103:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693168.374106:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693168.374108:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693168.374111:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693168.374113:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693168.374114:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693168.374118:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374124:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.374127:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693193 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374132:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.374134:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693168.374136:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693168.374138:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693168.374141:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693168.374143:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315980306
00000100:00000001:2.0:1790693168.374145:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.374147:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315980306
00000100:00000001:2.0:1790693168.374149:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315981568
00000100:00000001:2.0:1790693168.374152:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693168.374153:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.374155:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693168.374158:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693168/real 1790693168]  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693168.374164:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693168.374165:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693168.374166:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693168.374168:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693168.374170:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693168.374172:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693168.374174:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693168.374182:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374188:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693168.374189:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374190:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.374192:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693168.374195:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374202:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693168.374205:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374211:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693168.374213:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374215:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693168.374216:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374217:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693168.374219:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693168.374221:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693168.374224:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693168.374226:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693168.374229:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693168.374236:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226624:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693168.374240:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374241:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.374244:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061226368/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374249:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693168.374251:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693168.374253:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693168.374255:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693168.374256:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693168.374257:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693168.374259:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693168.374261:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000001:2.0:1790693168.374263:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693168.374264:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693168.374266:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693168.374268:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693168.374269:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374271:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.374273:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061226496/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374278:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693168.374279:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693168.374281:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693168.374283:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693168.374283:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693168.374285:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693168.374286:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693168.374288:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790693168.374289:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693168.374290:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693168.374291:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790693168.374293:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693168.374295:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374296:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693168.374299:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061226624/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693193 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693168.374305:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693168.374306:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693168.374307:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693168.374308:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693168.374310:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693168.374310:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693168.374312:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693168.374314:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790693168.374316:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693168.374316:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693168.374318:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693168.374320:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693168.374321:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374323:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693168.374326:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693168.374327:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693168.374329:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693168.374330:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693169.268577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693169.268584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693169.268589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693169.268590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693169.268594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693169.268595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693169.268679:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693169.268684:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693169.268687:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693169.716571:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315981568, at 4315981632
00000100:00000040:1.0:1790693169.716571:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315981568, at 4315981632
00000100:00000010:0.0:1790693169.716586:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6480.
00000100:00000010:1.0:1790693169.716589:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6cc0.
00010000:00000001:2.0:1790693170.292560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693170.292565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693170.292569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693170.292569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693170.292572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693170.292572:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693170.292640:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693170.292643:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693170.292647:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693171.316557:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693171.316564:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693171.316570:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693171.316571:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693171.316575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693171.316576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693171.316640:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693171.316644:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693171.316648:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693172.340542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693172.340547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693172.340550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693172.340551:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693172.340553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693172.340554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693172.340644:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693172.340647:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693172.340649:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693173.364619:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693173.364628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693173.364637:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693173.364639:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693173.364643:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693173.364644:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693173.364742:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693173.364748:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693173.364753:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693173.492602:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693173.492627:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693173.492631:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693173.492634:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693173.492638:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693173.492646:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21312
00000400:00000200:0.0:1790693173.492655:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693173.492661:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693173.492665:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693173.492668:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492672:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693173.492674:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492676:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693173.492685:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693173.492687:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693173.492689:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693173.492692:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693173.492695:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693173.492697:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693173.492700:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492702:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693173.492703:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492705:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693173.492709:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693173.492711:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492714:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693173.492717:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693173.492720:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693173.492723:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.492725:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693173.492728:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693173.492737:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ea00.
00000020:00000040:0.0:1790693173.492741:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693173.492744:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693173.492745:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.492748:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693173.492750:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693173.492755:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693173.492763:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befefc00.
00000100:00000001:0.0:1790693173.492769:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693173.492778:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693173.492788:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693173.492792:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693173.492808:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d4f15280] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693173.492833:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693173.492836:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693173.492839:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693173.492841:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693173.492842:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693173.492845:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693173.492848:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21312
00000400:00000200:0.0:1790693173.492851:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693173.492854:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693173.492856:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693173.492859:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492862:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693173.492865:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492867:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693173.492870:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693173.492872:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693173.492873:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693173.492876:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693173.492876:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:0.0:1790693173.492880:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693173.492882:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693173.492884:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693173.492887:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:0.0:1790693173.492889:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492893:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693173.492897:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693173.492898:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.492903:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693173.492908:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:0.0:1790693173.492916:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693173.492917:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:0.0:1790693173.492920:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693173.492922:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693173.492927:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693173.492929:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693173.492931:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.492933:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693173.492938:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693173.492939:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693173.492943:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00000001:0.0:1790693173.492944:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.492950:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693173.492954:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ed80.
02000000:00000001:2.0:1790693173.492954:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693173.492959:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00100000:2.0:1790693173.492962:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061226752:192.168.204.156@tcp:250:kworker.0
02000000:00000001:0.0:1790693173.492964:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693173.492966:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.492971:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693173.492972:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693173.492975:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693173.492978:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.492978:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693173.492982:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693173.492985:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befee000.
02000000:00000001:2.0:1790693173.492987:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:0.0:1790693173.492990:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693173.492994:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
00000100:00100000:0.0:1790693173.492998:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
02000000:00000001:2.0:1790693173.492999:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.493009:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693173.493011:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693173.493015:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693173.493015:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000100:00000040:0.0:1790693173.493024:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000db2eddd3] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693173.493025:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693173.493034:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226752, portal 25
00000100:00000001:0.0:1790693173.493036:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493039:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00080000:0.0:1790693173.493041:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693173.493042:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908475904 : -120938801075712 : ffff9201bdb8ea00)
00000100:00080000:0.0:1790693173.493049:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000040:2.0:1790693173.493053:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493061:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693173.493064:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493069:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000010:2.0:1790693173.493070:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00080000:0.0:1790693173.493072:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000200:2.0:1790693173.493075:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061226752, offset 0
00000100:00000001:0.0:1790693173.493077:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693173.493082:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21312
00000400:00000200:2.0:1790693173.493086:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:0.0:1790693173.493090:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693173.493096:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693173.493099:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:0.0:1790693173.493100:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693173.493105:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693173.493107:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:0.0:1790693173.493109:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693173.493114:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693173.493115:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:0.0:1790693173.493120:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693173.493123:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000001:0.0:1790693173.493126:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693173.493129:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790693173.493130:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:0.0:1790693173.493133:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000200:2.0:1790693173.493137:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000020:00000040:0.0:1790693173.493138:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:0.0:1790693173.493143:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693173.493144:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40830:40830:256:4294967295] 192.168.204.156@tcp LPNI seq info [40829:40829:8:4294967295]
00000020:00000001:0.0:1790693173.493147:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693173.493152:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:0.0:1790693173.493154:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493158:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693173.493161:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493166:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693173.493169:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000020:00000040:0.0:1790693173.493171:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000200:2.0:1790693173.493178:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790693173.493179:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493184:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000800:00000010:2.0:1790693173.493186:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
02000000:00000001:0.0:1790693173.493187:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693173.493193:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693173.493195:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693173.493199:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:0.0:1790693173.493200:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693173.493204:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000800:00000200:2.0:1790693173.493206:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000008:00000001:0.0:1790693173.493208:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.493212:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693173.493215:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693173.493219:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693173.493223:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.493225:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00000010:0.0:1790693173.493227:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ce00.
00000020:00000040:0.0:1790693173.493232:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000400:00000200:2.0:1790693173.493233:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790693173.493235:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693173.493238:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.493241:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693173.493242:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693173.493246:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693173.493250:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.493250:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693173.493254:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
02000000:00000010:0.0:1790693173.493255:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed400.
00000100:00000001:2.0:1790693173.493260:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000001:0.0:1790693173.493261:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693173.493266:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1790693173.493270:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693173.493285:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:0.0:1790693173.493287:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693173.493292:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693173.493293:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693173.493302:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007e7f9607] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493306:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493310:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:0.0:1790693173.493317:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493317:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693173.493323:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693173.493324:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693173.493329:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315986688
00000100:00000040:0.0:1790693173.493330:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:0.0:1790693173.493335:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1790693173.493337:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d20.
00000100:00080000:0.0:1790693173.493341:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693173.493344:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693173.493346:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693173.493347:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:0.0:1790693173.493352:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693173.493358:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21312
00000100:00000001:2.0:1790693173.493359:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315986688
00000100:00000010:2.0:1790693173.493364:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc69c0.
00000400:00000200:0.0:1790693173.493365:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693173.493370:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000400:00000200:0.0:1790693173.493372:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693173.493375:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693173.493376:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693173.493381:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693173.493383:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693173.493385:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:0.0:1790693173.493389:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00100000:2.0:1790693173.493394:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693173/real 1790693173]  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693173.493395:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493400:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693173.493407:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693173.493411:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790693173.493413:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000400:00000001:2.0:1790693173.493413:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693173.493417:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000020:00000040:0.0:1790693173.493419:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000400:00000010:2.0:1790693173.493421:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000020:00000001:0.0:1790693173.493423:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:2.0:1790693173.493426:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000020:00000001:0.0:1790693173.493428:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000010:2.0:1790693173.493429:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000040:0.0:1790693173.493435:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693173.493435:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:0.0:1790693173.493440:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693173.493443:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693173.493446:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493450:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693173.493482:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790693173.493486:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693173.493488:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693173.493491:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693173.493495:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790693173.493499:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693173.493501:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.493506:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693173.493510:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693173.493515:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000008:00000001:0.0:1790693173.493516:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493518:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693173.493520:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493523:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000010:0.0:1790693173.493526:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790693173.493527:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000020:00000040:0.0:1790693173.493532:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00100000:2.0:1790693173.493535:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693173.493537:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693173.493540:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693173.493546:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693173.493551:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693173.493551:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693173.493555:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693173.493559:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693173.493561:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec000.
00000100:00000001:0.0:1790693173.493569:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493570:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693173.493575:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493579:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00100000:0.0:1790693173.493580:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693173.493581:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493586:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693173.493589:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693173.493594:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790693173.493599:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790693173.493601:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:0.0:1790693173.493604:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493606:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693173.493623:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000206459c8] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693173.493630:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693173.493641:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693173.493647:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061226752:192.168.204.156@tcp:250:kworker.0
00000100:00000040:0.0:1790693173.493649:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21323)
00000100:00000001:2.0:1790693173.493654:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493657:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.493661:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ea00 x1877672061226752/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493668:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693173.493671:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693173.493674:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693173.493678:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693173.493680:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693173.493681:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693173.493684:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693173.493686:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befefc00.
02000000:00000001:2.0:1790693173.493690:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693173.493692:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693173.493694:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ea00.
00000100:00000001:2.0:1790693173.493698:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693173.493699:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493701:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493708:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693173.493709:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493711:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693173.493712:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693173.493713:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693173.493716:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493720:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693173.493721:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.493722:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693173.493724:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693173.493725:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693173.493727:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226880:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693173.493729:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693173.493730:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693173.493731:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.493732:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693173.493734:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693173.493735:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.493738:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693173.493740:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693173.493743:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693173.493746:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061226880, portal 10
00000100:00000001:2.0:1790693173.493747:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693173.493748:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908476800 : -120938801074816 : ffff9201bdb8ed80)
00000100:00000040:2.0:1790693173.493752:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493756:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693173.493758:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693173.493759:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693173.493761:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061226880, offset 0
00000400:00000200:2.0:1790693173.493765:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693173.493769:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.493773:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693173.493776:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693173.493779:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693173.493781:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693173.493784:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693173.493787:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40831:40831:256:4294967295] 192.168.204.156@tcp LPNI seq info [40830:40830:8:4294967295]
00000400:00000200:2.0:1790693173.493790:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.493796:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693173.493801:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.493804:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693173.493808:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693173.493811:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693173.493815:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693173.493817:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693173.493821:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.493823:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693173.493826:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693173.493829:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693173.493832:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693173.493834:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693173.493837:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693173.493841:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493848:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.493851:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493859:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493860:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693173.493863:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693173.493867:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693173.493871:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693173.493873:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315985423
00000100:00000001:2.0:1790693173.493875:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.493877:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315985423
00000100:00000001:2.0:1790693173.493879:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.493882:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693173.493884:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.493886:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693173.493889:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693173/real 1790693173]  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693173.493896:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693173.493898:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693173.493899:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693173.493902:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693173.493903:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693173.493905:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693173.493908:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693173.493914:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493920:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693173.493921:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493923:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.493924:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693173.493927:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493933:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693173.493937:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493944:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693173.493946:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493947:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.493948:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.493949:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693173.493951:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693173.493954:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693173.493957:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693173.493959:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693173.493962:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693173.493970:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061226880:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693173.493974:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693173.493977:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.493983:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693173.493984:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.493986:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693173.493988:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693173.493990:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693173.493992:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227008:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693173.493995:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693173.493997:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693173.493998:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.494000:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693173.494003:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693173.494005:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.494008:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693173.494010:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693173.494013:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693173.494016:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227008, portal 10
00000100:00000001:2.0:1790693173.494017:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693173.494019:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908468736 : -120938801082880 : ffff9201bdb8ce00)
00000100:00000040:2.0:1790693173.494025:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494037:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693173.494039:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693173.494041:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693173.494044:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061227008, offset 0
00000400:00000200:2.0:1790693173.494047:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693173.494051:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.494054:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693173.494056:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693173.494059:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693173.494061:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693173.494063:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693173.494066:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40832:40832:256:4294967295] 192.168.204.156@tcp LPNI seq info [40831:40831:8:4294967295]
00000400:00000200:2.0:1790693173.494070:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.494075:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693173.494079:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.494082:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693173.494086:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693173.494088:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693173.494092:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693173.494094:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693173.494098:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.494099:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693173.494102:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693173.494105:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693173.494108:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693173.494110:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693173.494113:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693173.494116:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494123:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.494125:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494137:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.494138:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693173.494141:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693173.494144:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693173.494147:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693173.494148:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315985432
00000100:00000001:2.0:1790693173.494150:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.494152:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315985432
00000100:00000001:2.0:1790693173.494154:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.494156:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693173.494157:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.494159:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693173.494163:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693173/real 1790693173]  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693173.494169:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693173.494170:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693173.494172:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693173.494174:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693173.494175:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693173.494178:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693173.494182:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693173.494189:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494195:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693173.494197:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494198:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.494200:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693173.494203:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494209:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693173.494213:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494219:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693173.494221:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494223:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.494224:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494226:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693173.494227:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693173.494230:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693173.494233:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693173.494235:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693173.494239:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693173.494245:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227008:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693173.494249:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693173.494252:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494258:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693173.494259:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.494261:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693173.494262:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693173.494264:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693173.494267:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227136:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693173.494269:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693173.494271:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693173.494273:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693173.494274:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693173.494278:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693173.494280:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693173.494283:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693173.494285:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693173.494288:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693173.494291:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227136, portal 4
00000100:00000001:2.0:1790693173.494292:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693173.494294:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908466048 : -120938801085568 : ffff9201bdb8c380)
00000100:00000040:2.0:1790693173.494299:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494304:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693173.494306:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693173.494308:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693173.494310:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061227136, offset 0
00000400:00000200:2.0:1790693173.494314:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693173.494317:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.494320:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693173.494323:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693173.494325:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693173.494327:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693173.494329:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693173.494332:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40833:40833:256:4294967295] 192.168.204.156@tcp LPNI seq info [40832:40832:8:4294967295]
00000400:00000200:2.0:1790693173.494335:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693173.494341:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693173.494346:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.494349:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693173.494352:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693173.494354:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000200:2.1:1790693173.494359:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693173.494362:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 42 secs later)
00000800:00000100:2.0:1790693173.494366:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693173.494368:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693173.494371:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693173.494375:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693173.494377:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693173.494379:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693173.494381:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693173.494384:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494391:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.494394:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693198 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494400:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.494402:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693173.494405:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693173.494407:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693173.494410:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693173.494412:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315985426
00000100:00000001:2.0:1790693173.494414:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.494417:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315985426
00000100:00000001:2.0:1790693173.494419:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315986688
00000100:00000001:2.0:1790693173.494421:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693173.494423:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.494424:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693173.494428:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693173/real 1790693173]  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693173.494434:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693173.494435:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693173.494436:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693173.494439:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693173.494440:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693173.494443:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693173.494446:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693173.494453:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494485:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693173.494486:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494488:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.494489:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693173.494493:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494499:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693173.494503:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494509:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693173.494512:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494513:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693173.494514:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494516:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693173.494518:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693173.494520:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693173.494524:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693173.494526:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693173.494529:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693173.494537:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227136:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693173.494540:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494542:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.494546:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ed80 x1877672061226880/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494552:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693173.494554:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693173.494556:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693173.494559:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693173.494560:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693173.494562:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693173.494564:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693173.494565:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befee000.
02000000:00000001:2.0:1790693173.494569:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693173.494570:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693173.494572:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ed80.
00000100:00000001:2.0:1790693173.494575:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693173.494576:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494578:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.494581:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ce00 x1877672061227008/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494588:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693173.494589:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693173.494590:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693173.494592:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693173.494593:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693173.494594:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693173.494596:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693173.494597:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed400.
02000000:00000001:2.0:1790693173.494599:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693173.494600:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693173.494601:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ce00.
00000100:00000001:2.0:1790693173.494603:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693173.494605:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494622:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693173.494626:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8c380 x1877672061227136/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693198 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693173.494632:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693173.494633:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693173.494635:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693173.494639:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693173.494640:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693173.494641:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693173.494643:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693173.494644:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec000.
02000000:00000001:2.0:1790693173.494646:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693173.494647:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693173.494649:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8c380.
00000100:00000001:2.0:1790693173.494651:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693173.494652:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494654:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693173.494658:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693173.494660:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693173.494662:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693173.494664:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693174.388603:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693174.388606:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693174.388610:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388614:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693174.388617:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388619:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388621:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388626:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693174.388627:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693174.388630:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693174.388631:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693174.388678:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693174.388682:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693174.388685:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693174.836556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315986688, at 4315986752
00000100:00000040:1.0:1790693174.836556:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315986688, at 4315986752
00000100:00000010:0.0:1790693174.836572:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d20.
00000100:00000010:1.0:1790693174.836574:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc69c0.
00010000:00000001:2.0:1790693175.412597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693175.412603:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693175.412609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693175.412611:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693175.412614:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693175.412615:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693175.412675:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693175.412678:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693175.412682:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693176.436573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693176.436578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693176.436585:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693176.436586:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693176.436589:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436593:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693176.436595:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436596:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436598:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693176.436601:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693176.436602:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693176.436603:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436604:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693176.436604:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436605:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693176.436606:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693176.436666:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693176.436670:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693176.436673:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693177.460586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693177.460593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693177.460597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693177.460598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693177.460600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693177.460601:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693177.460664:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693177.460668:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693177.460671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693178.484586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693178.484592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693178.484598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693178.484599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693178.484603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693178.484604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693178.484662:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693178.484665:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693178.484668:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693178.612598:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693178.612609:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693178.612612:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693178.612616:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693178.612620:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693178.612627:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21318
00000400:00000200:1.0:1790693178.612635:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693178.612641:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693178.612644:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693178.612646:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612649:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.612650:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693178.612659:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693178.612660:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693178.612662:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693178.612664:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693178.612666:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693178.612667:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693178.612669:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612671:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.612673:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612674:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693178.612676:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693178.612678:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612679:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693178.612681:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693178.612684:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693178.612685:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.612687:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693178.612688:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693178.612695:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000020:00000040:1.0:1790693178.612697:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693178.612700:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693178.612701:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.612703:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693178.612705:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693178.612708:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693178.612713:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971000.
00000100:00000001:1.0:1790693178.612720:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693178.612728:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693178.612738:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693178.612742:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693178.612746:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693178.612778:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693178.612781:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693178.612784:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693178.612786:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693178.612787:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693178.612790:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693178.612794:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21318
00000400:00000200:1.0:1790693178.612799:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693178.612802:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693178.612805:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693178.612807:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693178.612807:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693178.612812:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693178.612812:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693178.612818:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693178.612826:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790693178.612827:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693178.612830:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693178.612836:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693178.612839:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790693178.612842:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000020:00000001:1.0:1790693178.612843:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693178.612846:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693178.612848:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
02000000:00000001:2.0:1790693178.612850:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000020:00000001:1.0:1790693178.612852:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790693178.612853:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000020:00000001:1.0:1790693178.612857:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
02000000:00000001:2.0:1790693178.612857:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693178.612863:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061227264:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693178.612867:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693178.612870:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693178.612872:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.612873:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000040:1.0:1790693178.612877:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
02000000:00000010:2.0:1790693178.612877:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693178.612881:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.612882:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.612885:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612889:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693178.612889:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790693178.612893:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000400:00000010:2.0:1790693178.612894:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000100:00080000:1.0:1790693178.612897:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693178.612899:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693178.612900:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
02000000:00000001:1.0:1790693178.612901:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693178.612907:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000200:2.0:1790693178.612908:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227264, portal 25
02000000:00000001:1.0:1790693178.612910:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.612911:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:1.0:1790693178.612913:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693178.612914:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000008:00100000:1.0:1790693178.612917:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00000040:2.0:1790693178.612922:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00000001:1.0:1790693178.612923:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.612928:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.612935:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000010:1.0:1790693178.612938:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
00000100:00000040:2.0:1790693178.612940:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790693178.612943:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000400:00000010:2.0:1790693178.612946:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
02000000:00000001:1.0:1790693178.612948:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693178.612951:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693178.612951:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061227264, offset 0
00000100:00000001:1.0:1790693178.612957:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693178.612958:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693178.612961:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693178.612965:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000100:00000001:1.0:1790693178.612969:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.612970:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00100000:1.0:1790693178.612978:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693178.612980:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.612987:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790693178.612988:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693178.612992:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.612994:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693178.612997:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693178.613001:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693178.613009:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00000001:1.0:1790693178.613010:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.613014:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00080000:1.0:1790693178.613015:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693178.613021:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40834:40834:256:4294967295] 192.168.204.156@tcp LPNI seq info [40833:40833:8:4294967295]
00000100:00080000:1.0:1790693178.613022:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693178.613025:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693178.613029:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693178.613031:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693178.613033:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693178.613038:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21318
00000400:00000200:2.0:1790693178.613045:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693178.613052:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693178.613055:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000800:00000010:2.0:1790693178.613060:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000400:00000200:1.0:1790693178.613061:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693178.613066:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693178.613071:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613073:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693178.613073:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:1.0:1790693178.613077:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613079:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000200:2.0:1790693178.613080:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000020:00000001:1.0:1790693178.613082:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693178.613084:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693178.613086:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693178.613088:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693178.613090:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790693178.613090:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:1.0:1790693178.613094:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790693178.613096:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000100:00000040:1.0:1790693178.613098:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613103:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.613107:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000100:2.0:1790693178.613108:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613109:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693178.613113:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:2.0:1790693178.613113:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00080000:1.0:1790693178.613119:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613122:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.613123:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:1.0:1790693178.613124:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693178.613129:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693178.613131:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693178.613133:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613137:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693178.613138:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000008:00100000:1.0:1790693178.613140:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1790693178.613143:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000008:00000001:1.0:1790693178.613144:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613148:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613150:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:1.0:1790693178.613152:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000100:00000200:2.0:1790693178.613157:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693178.613158:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693178.613163:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693178.613164:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613168:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693178.613170:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693178.613172:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613176:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:1.0:1790693178.613177:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000001:1.0:1790693178.613182:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693178.613183:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1790693178.613191:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693178.613194:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613199:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:1.0:1790693178.613204:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:2.0:1790693178.613205:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613208:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.613212:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693178.613216:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613218:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315991808
00000100:00000010:2.0:1790693178.613226:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000100:00000001:1.0:1790693178.613229:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693178.613233:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693178.613234:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693178.613240:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790693178.613243:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693178.613245:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315991808
00000100:00080000:1.0:1790693178.613247:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693178.613250:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000010:2.0:1790693178.613250:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6c60.
00000100:00080000:1.0:1790693178.613253:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693178.613256:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693178.613256:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00080000:1.0:1790693178.613260:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21318
00000100:00000001:2.0:1790693178.613262:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:1.0:1790693178.613266:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693178.613268:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:1.0:1790693178.613270:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693178.613272:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:1.0:1790693178.613273:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693178.613277:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613279:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.613282:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00100000:2.0:1790693178.613283:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693178/real 1790693178]  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693178.613284:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693178.613288:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693178.613290:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693178.613292:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693178.613295:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693178.613298:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790693178.613301:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000001:2.0:1790693178.613303:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00000040:1.0:1790693178.613304:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693178.613306:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693178.613309:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000001:2.0:1790693178.613310:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000100:00000001:1.0:1790693178.613311:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693178.613313:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790693178.613316:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000010:2.0:1790693178.613317:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000100:00000001:1.0:1790693178.613318:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693178.613322:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693178.613323:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
02000000:00000001:1.0:1790693178.613325:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693178.613328:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693178.613328:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:1.0:1790693178.613331:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693178.613334:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693178.613334:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000008:00000001:1.0:1790693178.613338:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613339:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693178.613342:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:1.0:1790693178.613343:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790693178.613347:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790693178.613351:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693178.613352:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693178.613353:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693178.613354:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693178.613355:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693178.613358:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
00000100:00000001:1.0:1790693178.613362:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693178.613369:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693178.613371:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693178.613380:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693178.613383:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693178.613390:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613390:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693178.613394:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613400:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693178.613401:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613403:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693178.613406:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21328)
00000100:00100000:2.0:1790693178.613411:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613420:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693178.613426:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613433:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693178.613436:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613438:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.613440:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613442:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693178.613444:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693178.613447:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693178.613451:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693178.613453:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693178.613482:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693178.613491:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061227264:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693178.613497:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613499:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.613502:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061227264/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613520:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693178.613523:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693178.613525:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693178.613529:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693178.613531:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693178.613533:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693178.613535:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693178.613537:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971000.
02000000:00000001:2.0:1790693178.613545:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693178.613547:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693178.613549:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790693178.613552:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693178.613553:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613555:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613562:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693178.613564:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613566:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693178.613568:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693178.613570:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693178.613574:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613581:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693178.613582:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.613584:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693178.613586:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693178.613588:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693178.613591:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227392:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693178.613595:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693178.613597:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693178.613598:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.613601:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693178.613603:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693178.613605:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.613609:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693178.613612:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693178.613615:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693178.613619:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227392, portal 10
00000100:00000001:2.0:1790693178.613620:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693178.613622:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00000040:2.0:1790693178.613635:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613646:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693178.613650:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693178.613653:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693178.613655:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061227392, offset 0
00000400:00000200:2.0:1790693178.613659:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693178.613663:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.613667:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693178.613670:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693178.613672:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693178.613674:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693178.613676:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693178.613679:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40835:40835:256:4294967295] 192.168.204.156@tcp LPNI seq info [40834:40834:8:4294967295]
00000400:00000200:2.0:1790693178.613683:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.613688:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693178.613692:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.613696:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693178.613699:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693178.613702:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693178.613706:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693178.613709:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693178.613714:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.613715:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693178.613719:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693178.613722:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693178.613724:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693178.613726:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693178.613729:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693178.613732:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613739:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.613742:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613749:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613751:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693178.613754:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693178.613758:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693178.613761:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693178.613763:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315990543
00000100:00000001:2.0:1790693178.613766:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.613768:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315990543
00000100:00000001:2.0:1790693178.613770:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.613772:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693178.613774:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.613776:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693178.613779:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693178/real 1790693178]  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693178.613788:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693178.613789:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693178.613791:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693178.613793:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693178.613795:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693178.613797:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693178.613800:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693178.613809:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613816:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693178.613817:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613819:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.613820:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693178.613824:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613831:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693178.613835:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613841:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693178.613843:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613845:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.613846:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.613848:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693178.613849:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693178.613851:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693178.613854:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693178.613856:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693178.613860:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693178.613868:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227392:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693178.613871:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693178.613875:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613888:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693178.613889:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.613892:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693178.613893:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693178.613896:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693178.613898:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227520:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693178.613902:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693178.613903:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693178.613905:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.613907:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693178.613910:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693178.613912:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.613915:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693178.613918:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693178.613920:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693178.613923:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227520, portal 10
00000100:00000001:2.0:1790693178.613925:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693178.613926:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00000040:2.0:1790693178.613931:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.613937:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693178.613940:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693178.613942:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693178.613944:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061227520, offset 0
00000400:00000200:2.0:1790693178.613948:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693178.613952:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.613956:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693178.613959:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693178.613961:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693178.613963:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693178.613965:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693178.613969:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40836:40836:256:4294967295] 192.168.204.156@tcp LPNI seq info [40835:40835:8:4294967295]
00000400:00000200:2.0:1790693178.613973:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.613979:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693178.613984:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.613987:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693178.613991:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693178.613994:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693178.613998:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693178.614001:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693178.614004:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.614006:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693178.614009:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693178.614013:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693178.614016:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693178.614018:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693178.614020:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693178.614024:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614031:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.614034:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614040:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.614042:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693178.614045:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693178.614047:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693178.614051:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693178.614052:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315990552
00000100:00000001:2.0:1790693178.614055:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.614057:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315990552
00000100:00000001:2.0:1790693178.614060:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.614062:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693178.614065:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.614066:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693178.614070:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693178/real 1790693178]  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693178.614078:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693178.614079:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693178.614081:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693178.614083:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693178.614085:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693178.614087:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693178.614090:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693178.614098:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614105:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693178.614106:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614108:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.614110:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693178.614113:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614120:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693178.614124:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614131:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693178.614133:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614135:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.614137:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614138:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693178.614139:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693178.614142:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693178.614145:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693178.614147:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693178.614151:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693178.614159:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227520:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693178.614163:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693178.614166:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614172:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693178.614174:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.614176:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693178.614178:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693178.614180:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693178.614182:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227648:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693178.614186:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693178.614187:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693178.614189:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693178.614190:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693178.614193:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693178.614195:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693178.614199:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693178.614201:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693178.614204:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693178.614207:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227648, portal 4
00000100:00000001:2.0:1790693178.614209:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693178.614210:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790693178.614215:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614222:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693178.614225:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693178.614227:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693178.614229:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061227648, offset 0
00000400:00000200:2.0:1790693178.614233:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693178.614237:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.614240:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693178.614243:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693178.614245:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693178.614247:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693178.614249:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693178.614252:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40837:40837:256:4294967295] 192.168.204.156@tcp LPNI seq info [40836:40836:8:4294967295]
00000400:00000200:2.0:1790693178.614257:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693178.614263:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693178.614267:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.614270:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693178.614274:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693178.614277:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000200:2.1:1790693178.614281:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693178.614283:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 37 secs later)
00000800:00000100:2.0:1790693178.614287:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693178.614289:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693178.614292:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693178.614295:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693178.614297:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693178.614299:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693178.614301:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693178.614305:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614312:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.614316:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693203 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614322:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.614324:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693178.614326:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693178.614329:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693178.614332:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693178.614334:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315990546
00000100:00000001:2.0:1790693178.614336:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.614339:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315990546
00000100:00000001:2.0:1790693178.614341:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315991808
00000100:00000001:2.0:1790693178.614343:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693178.614345:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.614346:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693178.614350:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693178/real 1790693178]  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693178.614357:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693178.614358:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693178.614360:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693178.614362:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693178.614364:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693178.614366:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693178.614369:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693178.614377:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614383:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693178.614385:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614387:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.614388:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693178.614392:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614398:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693178.614402:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614409:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693178.614412:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614413:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693178.614415:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614416:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693178.614418:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693178.614420:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693178.614423:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693178.614426:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693178.614429:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693178.614437:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227648:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693178.614441:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614443:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.614446:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061227392/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614452:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693178.614472:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693178.614475:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693178.614478:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693178.614480:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693178.614481:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693178.614483:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693178.614485:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790693178.614487:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693178.614489:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693178.614490:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790693178.614493:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693178.614494:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614496:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.614500:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061227520/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614520:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693178.614522:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693178.614523:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693178.614526:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693178.614527:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693178.614528:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693178.614530:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693178.614532:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790693178.614534:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693178.614535:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693178.614536:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790693178.614539:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693178.614540:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614542:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693178.614545:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061227648/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693203 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693178.614552:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693178.614553:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693178.614554:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693178.614556:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693178.614558:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693178.614559:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693178.614560:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693178.614562:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790693178.614563:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693178.614565:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693178.614566:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693178.614568:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693178.614569:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614571:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693178.614575:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693178.614576:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693178.614578:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693178.614580:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693179.508568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693179.508576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693179.508581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693179.508582:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693179.508586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693179.508587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693179.508661:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693179.508665:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693179.508669:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693179.956582:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315991808, at 4315991872
00000100:00000040:1.0:1790693179.956583:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315991808, at 4315991872
00000100:00000010:1.0:1790693179.956598:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6c60.
00000100:00000010:0.0:1790693179.956600:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00010000:00000001:2.0:1790693180.532620:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693180.532629:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693180.532636:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693180.532637:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693180.532641:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693180.532642:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693180.532718:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693180.532723:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693180.532727:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693181.556535:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693181.556542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693181.556548:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693181.556549:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693181.556553:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693181.556554:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693181.556653:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693181.556658:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693181.556662:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693182.580684:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693182.580692:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693182.580700:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693182.580701:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693182.580705:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693182.580706:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693182.580765:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693182.580768:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693182.580770:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693183.604568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693183.604574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693183.604580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693183.604581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693183.604584:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693183.604585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693183.604642:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693183.604645:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693183.604648:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693183.732577:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.732588:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693183.732591:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.732594:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.732598:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.732605:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21323
00000400:00000200:1.0:1790693183.732614:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693183.732621:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.732625:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.732627:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732631:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.732633:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732636:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693183.732644:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.732646:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693183.732648:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.732652:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693183.732654:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693183.732656:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693183.732659:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732661:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.732663:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732665:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693183.732668:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693183.732671:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732673:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.732676:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.732679:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693183.732681:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.732684:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693183.732686:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.732695:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790693183.732698:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693183.732702:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.732704:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.732716:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.732719:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.732723:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.732730:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970800.
00000100:00000001:1.0:1790693183.732736:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693183.732743:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693183.732753:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.732757:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.732761:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.732786:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.732790:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693183.732793:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693183.732794:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693183.732795:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.732798:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.732801:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21323
00000400:00000200:1.0:1790693183.732805:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693183.732808:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693183.732810:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.732814:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732816:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.732819:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732821:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693183.732823:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693183.732826:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693183.732827:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000040:1.0:1790693183.732830:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000100:00000001:2.0:1790693183.732831:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000001:1.0:1790693183.732835:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693183.732839:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693183.732840:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790693183.732846:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693183.732852:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693183.732852:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693183.732854:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.732859:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693183.732861:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693183.732863:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693183.732866:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061227776:192.168.204.156@tcp:250:kworker.0
00000100:00000040:1.0:1790693183.732867:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732873:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693183.732875:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000040:1.0:1790693183.732879:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790693183.732881:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693183.732883:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790693183.732885:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693183.732888:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790693183.732890:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00080000:1.0:1790693183.732894:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693183.732898:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693183.732898:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:1.0:1790693183.732904:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693183.732904:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.732911:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693183.732913:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790693183.732916:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.732920:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000010:2.0:1790693183.732920:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000008:00100000:1.0:1790693183.732926:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1790693183.732928:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000008:00000001:1.0:1790693183.732932:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.732936:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693183.732937:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227776, portal 25
00000100:00000010:1.0:1790693183.732940:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693183.732942:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000020:00000040:1.0:1790693183.732946:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000001:2.0:1790693183.732947:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
02000000:00000001:1.0:1790693183.732952:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.732955:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.732958:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000040:2.0:1790693183.732959:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693183.732960:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.732963:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.732970:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:2.0:1790693183.732972:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000001:1.0:1790693183.732975:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.732979:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00100000:1.0:1790693183.732985:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693183.732985:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693183.732991:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061227776, offset 0
00000100:00000001:1.0:1790693183.732997:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.733000:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.733004:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693183.733013:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733020:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.733024:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693183.733026:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:1.0:1790693183.733031:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693183.733035:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693183.733035:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790693183.733040:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693183.733043:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000001:1.0:1790693183.733045:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000400:00000200:2.0:1790693183.733049:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00080000:1.0:1790693183.733052:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21323
00000400:00000200:2.0:1790693183.733055:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693183.733060:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:1.0:1790693183.733062:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.733065:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40838:40838:256:4294967295] 192.168.204.156@tcp LPNI seq info [40837:40837:8:4294967295]
00000400:00000200:1.0:1790693183.733071:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693183.733071:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00080000:1.0:1790693183.733077:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693183.733085:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733086:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693183.733091:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.0:1790693183.733095:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693183.733097:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000010:2.0:1790693183.733100:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000100:00000001:1.0:1790693183.733101:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693183.733107:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.733108:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693183.733112:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000200:2.0:1790693183.733113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000040:1.0:1790693183.733115:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:2.0:1790693183.733118:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000020:00000001:1.0:1790693183.733119:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790693183.733124:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.1:1790693183.733128:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:1.0:1790693183.733130:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733135:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693183.733136:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000100:00000040:1.0:1790693183.733139:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733143:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000800:00000100:2.0:1790693183.733146:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000020:00000040:1.0:1790693183.733148:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000010:2.0:1790693183.733151:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00080000:1.0:1790693183.733154:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733158:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693183.733159:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693183.733163:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693183.733164:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
02000000:00000001:1.0:1790693183.733168:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693183.733170:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
02000000:00000001:1.0:1790693183.733174:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693183.733174:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:1.0:1790693183.733180:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693183.733180:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000008:00100000:1.0:1790693183.733183:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693183.733187:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.733189:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693183.733193:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000100:00000200:2.0:1790693183.733193:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693183.733199:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693183.733205:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693183.733206:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000001:1.0:1790693183.733208:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.733210:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.733212:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.733216:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.733219:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733221:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.733225:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000100:00000001:1.0:1790693183.733230:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733235:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:1.0:1790693183.733236:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693183.733242:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693183.733245:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693183.733249:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693183.733250:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693183.733256:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4315996928
00000100:00000010:2.0:1790693183.733262:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000100:00000040:1.0:1790693183.733265:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733268:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693183.733278:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733279:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4315996928
00000100:00000040:1.0:1790693183.733281:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000010:2.0:1790693183.733283:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
00000100:00000040:1.0:1790693183.733289:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790693183.733290:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693183.733296:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693183.733297:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693183.733299:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693183.733302:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:2.0:1790693183.733303:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693183.733307:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00100000:2.0:1790693183.733310:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693183/real 1790693183]  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693183.733311:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693183.733320:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693183.733325:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21323
00000400:00000200:1.0:1790693183.733330:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693183.733337:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000001:2.0:1790693183.733340:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000100:00080000:1.0:1790693183.733341:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000001:2.0:1790693183.733343:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693183.733347:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000100:00000040:1.0:1790693183.733348:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733353:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693183.733355:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693183.733357:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000001:1.0:1790693183.733361:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693183.733362:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693183.733367:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733373:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693183.733380:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693183.733384:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000200:2.0:1790693183.733384:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693183.733388:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693183.733393:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000001:2.0:1790693183.733397:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000020:00000001:1.0:1790693183.733398:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693183.733399:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000020:00000001:1.0:1790693183.733404:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693183.733404:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.733406:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693183.733423:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00100000:2.0:1790693183.733425:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.733427:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693183.733432:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733437:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693183.733442:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790693183.733446:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00080000:1.0:1790693183.733448:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693183.733452:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.733482:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693183.733489:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693183.733494:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693183.733494:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000001:1.0:1790693183.733500:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733500:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733504:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693183.733505:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693183.733507:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000008:00100000:1.0:1790693183.733509:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693183.733512:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000008:00000001:1.0:1790693183.733514:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733515:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:1.0:1790693183.733519:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:2.0:1790693183.733521:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000010:1.0:1790693183.733526:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000100:00080000:2.0:1790693183.733528:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000020:00000040:1.0:1790693183.733532:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790693183.733533:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
02000000:00000001:1.0:1790693183.733537:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693183.733541:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.733542:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.733544:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693183.733547:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693183.733549:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693183.733554:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000100:00000001:1.0:1790693183.733561:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693183.733565:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061227776:192.168.204.156@tcp:250:kworker.0
00000100:00100000:1.0:1790693183.733569:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693183.733573:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733578:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693183.733584:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000040:2.0:1790693183.733585:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061227776/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693183.733589:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693183.733595:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733607:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693183.733612:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
00000100:00000001:1.0:1790693183.733614:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693183.733616:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
00000100:00000040:1.0:1790693183.733620:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21333)
02000000:00000001:2.0:1790693183.733622:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693183.733626:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693183.733628:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693183.733630:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693183.733632:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970800.
02000000:00000001:2.0:1790693183.733636:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693183.733638:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693183.733640:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790693183.733643:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693183.733644:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733647:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733654:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693183.733655:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733658:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693183.733659:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693183.733660:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693183.733664:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733671:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693183.733672:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.733674:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693183.733676:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693183.733678:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693183.733680:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227904:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693183.733684:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693183.733686:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693183.733687:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.733689:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693183.733692:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693183.733694:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693183.733698:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693183.733700:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693183.733704:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693183.733707:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061227904, portal 10
00000100:00000001:2.0:1790693183.733709:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693183.733710:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790693183.733716:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733722:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693183.733725:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693183.733727:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693183.733729:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061227904, offset 0
00000400:00000200:2.0:1790693183.733733:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733738:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.733741:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693183.733743:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693183.733746:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693183.733748:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693183.733750:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733753:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40839:40839:256:4294967295] 192.168.204.156@tcp LPNI seq info [40838:40838:8:4294967295]
00000400:00000200:2.0:1790693183.733757:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.733763:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693183.733767:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.733770:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693183.733774:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693183.733777:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693183.733782:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693183.733785:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693183.733787:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.733788:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693183.733790:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693183.733792:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693183.733795:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693183.733796:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693183.733798:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693183.733800:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733805:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.733806:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733810:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733811:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693183.733813:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.733816:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693183.733818:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693183.733819:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315995663
00000100:00000001:2.0:1790693183.733821:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.733823:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315995663
00000100:00000001:2.0:1790693183.733824:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.733825:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693183.733826:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.733827:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693183.733829:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693183/real 1790693183]  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693183.733834:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693183.733834:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693183.733836:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693183.733838:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693183.733839:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693183.733840:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693183.733842:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693183.733846:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733850:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693183.733851:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733851:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.733852:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693183.733854:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733858:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693183.733860:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733866:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693183.733868:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733869:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.733870:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.733871:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693183.733873:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693183.733875:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693183.733877:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693183.733879:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693183.733883:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693183.733891:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061227904:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693183.733895:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693183.733898:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733904:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693183.733906:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.733908:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693183.733910:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693183.733911:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693183.733915:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228032:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693183.733917:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693183.733918:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693183.733919:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.733920:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693183.733923:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693183.733924:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693183.733926:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693183.733927:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693183.733929:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693183.733931:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228032, portal 10
00000100:00000001:2.0:1790693183.733932:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693183.733933:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790693183.733937:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733940:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693183.733942:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693183.733943:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693183.733944:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061228032, offset 0
00000400:00000200:2.0:1790693183.733947:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733949:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.733951:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693183.733953:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693183.733954:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693183.733956:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693183.733957:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693183.733959:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40840:40840:256:4294967295] 192.168.204.156@tcp LPNI seq info [40839:40839:8:4294967295]
00000400:00000200:2.0:1790693183.733961:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.733965:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693183.733967:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.733969:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693183.733971:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693183.733973:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693183.733975:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693183.733977:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693183.733979:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.733980:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693183.733982:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693183.733984:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693183.733986:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693183.733987:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693183.733989:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693183.733991:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.733995:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.733997:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734001:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.734002:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693183.734003:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.734005:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693183.734006:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693183.734007:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315995672
00000100:00000001:2.0:1790693183.734009:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.734010:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315995672
00000100:00000001:2.0:1790693183.734012:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.734013:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693183.734015:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.734016:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693183.734018:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693183/real 1790693183]  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693183.734022:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693183.734022:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693183.734023:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693183.734024:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693183.734025:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693183.734026:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693183.734028:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693183.734032:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734036:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693183.734037:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734038:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.734039:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693183.734041:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734044:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693183.734046:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734049:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693183.734051:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734051:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.734052:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734053:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693183.734054:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693183.734056:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693183.734058:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693183.734059:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693183.734061:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693183.734065:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228032:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693183.734067:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693183.734069:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734072:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693183.734073:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.734074:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693183.734075:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693183.734076:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693183.734077:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228160:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693183.734079:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693183.734080:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693183.734081:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693183.734082:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693183.734084:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693183.734085:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693183.734087:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693183.734088:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693183.734090:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693183.734092:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228160, portal 4
00000100:00000001:2.0:1790693183.734093:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693183.734093:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790693183.734097:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734102:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693183.734104:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693183.734106:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693183.734109:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061228160, offset 0
00000400:00000200:2.0:1790693183.734113:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693183.734116:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.734118:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693183.734121:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693183.734123:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693183.734125:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693183.734127:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693183.734129:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40841:40841:256:4294967295] 192.168.204.156@tcp LPNI seq info [40840:40840:8:4294967295]
00000400:00000200:2.0:1790693183.734134:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693183.734139:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693183.734143:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.734146:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693183.734150:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693183.734152:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000200:2.1:1790693183.734156:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693183.734158:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 32 secs later)
00000800:00000100:2.0:1790693183.734160:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693183.734162:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693183.734164:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693183.734166:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693183.734168:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693183.734169:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693183.734170:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693183.734173:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734178:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.734180:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693208 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734187:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.734188:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693183.734190:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693183.734192:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693183.734194:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693183.734195:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4315995666
00000100:00000001:2.0:1790693183.734196:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.734198:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4315995666
00000100:00000001:2.0:1790693183.734199:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4315996928
00000100:00000001:2.0:1790693183.734200:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693183.734201:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.734202:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693183.734204:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693183/real 1790693183]  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693183.734208:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693183.734209:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693183.734210:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693183.734212:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693183.734213:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693183.734214:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693183.734216:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693183.734220:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734223:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693183.734224:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734225:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.734226:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693183.734228:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734232:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693183.734234:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734238:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693183.734239:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734240:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693183.734240:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734241:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693183.734242:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693183.734244:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693183.734245:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693183.734246:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693183.734248:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693183.734252:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228160:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693183.734254:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734255:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.734257:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061227904/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734260:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693183.734261:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693183.734262:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693183.734264:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693183.734265:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693183.734266:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693183.734267:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693183.734268:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790693183.734270:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693183.734271:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693183.734272:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693183.734274:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693183.734275:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734276:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.734277:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061228032/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734281:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693183.734282:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693183.734282:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693183.734284:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693183.734284:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693183.734285:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693183.734286:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693183.734286:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790693183.734288:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693183.734288:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693183.734289:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790693183.734290:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693183.734291:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734291:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693183.734293:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061228160/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693208 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693183.734296:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693183.734297:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693183.734297:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693183.734299:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693183.734300:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693183.734300:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693183.734301:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693183.734302:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790693183.734303:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693183.734304:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693183.734304:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693183.734305:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693183.734306:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734307:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693183.734310:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693183.734311:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693183.734312:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693183.734313:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693184.628618:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693184.628621:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693184.628624:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628637:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693184.628643:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628645:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628648:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628652:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693184.628654:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693184.628657:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693184.628658:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693184.628719:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693184.628724:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693184.628727:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693185.076568:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4315996928, at 4315996992
00000100:00000040:1.0:1790693185.076568:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4315996928, at 4315996992
00000100:00000010:1.0:1790693185.076581:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000100:00000010:0.0:1790693185.076584:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00010000:00000001:2.0:1790693185.652577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693185.652583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693185.652589:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693185.652590:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693185.652593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693185.652594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693185.652652:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693185.652656:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693185.652672:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693186.676575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693186.676581:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693186.676590:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693186.676592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693186.676595:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676598:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693186.676601:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676603:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676605:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693186.676610:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693186.676611:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693186.676612:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676614:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693186.676616:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676618:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693186.676619:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693186.676682:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693186.676686:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693186.676689:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693187.700563:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693187.700569:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693187.700574:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693187.700575:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693187.700577:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693187.700578:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693187.700638:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693187.700641:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693187.700644:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693188.724586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693188.724593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693188.724598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693188.724599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693188.724603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693188.724604:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693188.724710:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693188.724714:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693188.724717:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693188.852575:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693188.852585:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693188.852588:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693188.852591:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693188.852596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693188.852603:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21328
00000400:00000200:1.0:1790693188.852612:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693188.852618:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693188.852622:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693188.852626:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852629:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693188.852632:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852634:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693188.852642:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693188.852644:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693188.852647:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693188.852650:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693188.852652:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693188.852655:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693188.852658:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852660:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693188.852662:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852664:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693188.852667:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693188.852671:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852673:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.852676:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693188.852680:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.852682:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.852684:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693188.852686:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693188.852695:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7bb80.
00000020:00000040:1.0:1790693188.852698:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693188.852702:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693188.852703:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.852706:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693188.852709:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693188.852714:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693188.852722:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790693188.852728:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.852737:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693188.852748:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693188.852752:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.852757:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000261e09c5] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.852782:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693188.852785:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693188.852789:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693188.852790:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693188.852792:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693188.852794:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693188.852797:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21328
00000400:00000200:1.0:1790693188.852801:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693188.852805:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693188.852808:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693188.852811:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852814:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693188.852816:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852818:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693188.852821:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693188.852822:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693188.852824:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693188.852825:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693188.852827:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:1.0:1790693188.852831:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693188.852832:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693188.852834:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693188.852836:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693188.852840:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852844:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693188.852847:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693188.852848:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.852852:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693188.852857:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790693188.852862:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693188.852867:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693188.852868:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.852872:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.852873:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693188.852878:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693188.852879:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693188.852882:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693188.852883:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.852889:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693188.852889:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693188.852894:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693188.852896:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061228288:192.168.204.156@tcp:250:kworker.0
00000008:00000001:1.0:1790693188.852899:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.852905:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.852905:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000010:1.0:1790693188.852911:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7a680.
02000000:00000001:2.0:1790693188.852911:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000020:00000040:1.0:1790693188.852913:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693188.852915:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.852918:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:2.0:1790693188.852920:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693188.852921:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.852925:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693188.852926:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000010:2.0:1790693188.852928:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:1.0:1790693188.852929:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.852934:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693188.852937:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790693188.852942:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.852942:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693188.852949:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000100:00100000:1.0:1790693188.852950:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693188.852957:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000001:1.0:1790693188.852961:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693188.852965:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693188.852968:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228288, portal 25
00000100:00000040:1.0:1790693188.852970:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f36a523d] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.852974:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693188.852977:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911544192 : -120938798007424 : ffff9201bde7bb80)
00000100:00000001:1.0:1790693188.852985:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693188.852988:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693188.852990:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693188.852996:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693188.852999:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693188.853002:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693188.853005:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693188.853008:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21328
00000400:00000200:1.0:1790693188.853014:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693188.853015:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000400:00000200:1.0:1790693188.853019:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693188.853024:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693188.853025:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693188.853030:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000010:2.0:1790693188.853031:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000001:1.0:1790693188.853034:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693188.853038:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061228288, offset 0
00000100:00000040:1.0:1790693188.853039:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853044:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693188.853048:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693188.853050:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693188.853051:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693188.853053:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693188.853056:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693188.853059:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000020:00000001:1.0:1790693188.853060:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:1.0:1790693188.853065:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853067:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693188.853070:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693188.853071:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853076:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693188.853079:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693188.853081:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790693188.853085:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853089:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853089:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693188.853093:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693188.853096:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
02000000:00000001:1.0:1790693188.853098:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693188.853101:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
02000000:00000001:1.0:1790693188.853104:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853105:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853108:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693188.853112:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40842:40842:256:4294967295] 192.168.204.156@tcp LPNI seq info [40841:40841:8:4294967295]
00000008:00100000:1.0:1790693188.853113:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693188.853119:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853119:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693188.853124:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693188.853129:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b800.
00000400:00000200:2.0:1790693188.853132:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693188.853137:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.853142:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000020:00000040:1.0:1790693188.853144:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693188.853148:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000800:00000200:2.0:1790693188.853149:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790693188.853151:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693188.853153:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000100:00000001:1.0:1790693188.853155:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693188.853158:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693188.853162:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693188.853162:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693188.853169:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
02000000:00000010:1.0:1790693188.853170:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000100:00000001:1.0:1790693188.853176:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000100:2.0:1790693188.853177:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.853182:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00100000:1.0:1790693188.853184:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000200:2.0:1790693188.853190:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000001:1.0:1790693188.853195:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693188.853201:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853201:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693188.853208:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000005d9b0a83] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693188.853210:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693188.853214:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:1.0:1790693188.853221:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.853222:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000040:1.0:1790693188.853226:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693188.853229:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693188.853232:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790693188.853237:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693188.853242:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693188.853245:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693188.853247:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:2.0:1790693188.853257:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000001:1.0:1790693188.853261:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000040:2.0:1790693188.853263:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693188.853267:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21328
00000400:00000200:1.0:1790693188.853274:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693188.853281:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000001:2.0:1790693188.853282:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693188.853284:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693188.853287:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000040:1.0:1790693188.853290:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853294:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693188.853296:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.853297:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693188.853302:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693188.853304:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790693188.853307:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693188.853320:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316002048
00000020:00000040:1.0:1790693188.853321:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693188.853325:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693188.853328:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000100:00000010:2.0:1790693188.853330:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000020:00000001:1.0:1790693188.853331:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790693188.853336:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693188.853339:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:1.0:1790693188.853340:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693188.853351:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316002048
00000100:00000001:1.0:1790693188.853352:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693188.853357:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000010:2.0:1790693188.853358:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
00000100:00000001:1.0:1790693188.853361:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693188.853363:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000020:00000040:1.0:1790693188.853365:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000001:2.0:1790693188.853369:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:1.0:1790693188.853371:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693188.853374:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.853376:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693188.853380:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693188.853380:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
02000000:00000001:1.0:1790693188.853386:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693188.853389:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693188]  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:1.0:1790693188.853390:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693188.853394:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693188.853402:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000400:00000001:2.0:1790693188.853402:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693188.853406:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000008:00000001:1.0:1790693188.853407:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693188.853410:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000100:00000001:1.0:1790693188.853411:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853415:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000100:00000010:1.0:1790693188.853417:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000400:00000010:2.0:1790693188.853419:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000020:00000040:1.0:1790693188.853422:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000001:2.0:1790693188.853424:0:261656:0:(events.c:80:reply_in_callback()) Process entered
02000000:00000001:1.0:1790693188.853426:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693188.853430:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000200:2.0:1790693188.853431:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.853433:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693188.853436:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693188.853439:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693188.853446:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
00000100:00000200:2.0:1790693188.853447:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693188.853451:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693188.853480:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693188.853494:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693188.853498:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693188.853505:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853509:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693188.853513:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853518:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:1.0:1790693188.853520:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.853522:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:1.0:1790693188.853526:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21338)
00000100:00100000:2.0:1790693188.853531:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853539:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693188.853544:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853552:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693188.853554:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853555:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.853556:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853558:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693188.853559:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693188.853561:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693188.853564:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693188.853565:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693188.853567:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693188.853572:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061228288:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693188.853576:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853578:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.853581:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7bb80 x1877672061228288/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853588:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693188.853590:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693188.853592:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693188.853596:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693188.853598:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693188.853601:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693188.853603:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693188.853605:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790693188.853609:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693188.853610:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693188.853612:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7bb80.
00000100:00000001:2.0:1790693188.853614:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693188.853615:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853617:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853623:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693188.853625:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.853627:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693188.853628:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693188.853629:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693188.853633:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853639:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693188.853641:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.853642:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693188.853644:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693188.853646:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693188.853648:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228416:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693188.853651:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693188.853653:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693188.853654:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.853656:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693188.853659:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693188.853661:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853664:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693188.853667:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693188.853670:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693188.853673:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228416, portal 10
00000100:00000001:2.0:1790693188.853675:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693188.853676:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911538816 : -120938798012800 : ffff9201bde7a680)
00000100:00000040:2.0:1790693188.853683:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853689:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693188.853691:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693188.853693:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693188.853696:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061228416, offset 0
00000400:00000200:2.0:1790693188.853700:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693188.853704:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.853708:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693188.853711:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693188.853713:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693188.853715:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693188.853717:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693188.853720:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40843:40843:256:4294967295] 192.168.204.156@tcp LPNI seq info [40842:40842:8:4294967295]
00000400:00000200:2.0:1790693188.853724:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.853730:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693188.853734:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.853745:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693188.853749:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693188.853752:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693188.853756:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693188.853758:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693188.853762:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.853764:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693188.853767:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693188.853770:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693188.853773:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693188.853775:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693188.853777:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693188.853780:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853789:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.853792:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853804:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.853805:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693188.853809:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693188.853812:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693188.853815:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693188.853817:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316000783
00000100:00000001:2.0:1790693188.853819:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.853822:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316000783
00000100:00000001:2.0:1790693188.853824:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.853826:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693188.853828:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.853830:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693188.853833:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693188]  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693188.853841:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693188.853842:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693188.853844:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693188.853846:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693188.853848:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693188.853850:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693188.853853:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693188.853860:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853866:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693188.853867:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853869:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.853870:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693188.853874:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853880:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693188.853884:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853890:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693188.853893:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853894:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.853896:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.853897:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693188.853899:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693188.853902:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693188.853905:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693188.853907:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693188.853911:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693188.853919:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228416:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693188.853923:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693188.853926:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853933:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693188.853934:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.853936:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693188.853938:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693188.853940:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693188.853943:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228544:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693188.853946:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693188.853948:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693188.853950:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.853952:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693188.853955:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693188.853956:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.853960:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693188.853962:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693188.853965:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693188.853968:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228544, portal 10
00000100:00000001:2.0:1790693188.853970:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693188.853971:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911543296 : -120938798008320 : ffff9201bde7b800)
00000100:00000040:2.0:1790693188.853976:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.853982:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693188.853984:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693188.853986:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693188.853988:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061228544, offset 0
00000400:00000200:2.0:1790693188.853992:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693188.853996:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.854000:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693188.854003:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693188.854005:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693188.854007:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693188.854009:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693188.854012:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40844:40844:256:4294967295] 192.168.204.156@tcp LPNI seq info [40843:40843:8:4294967295]
00000400:00000200:2.0:1790693188.854015:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.854021:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693188.854025:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.854029:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693188.854033:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693188.854035:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693188.854039:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693188.854042:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693188.854045:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.854047:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693188.854050:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693188.854053:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693188.854056:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693188.854057:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693188.854060:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693188.854063:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854076:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.854080:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854086:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.854087:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693188.854091:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693188.854094:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693188.854097:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693188.854099:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316000792
00000100:00000001:2.0:1790693188.854101:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.854103:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316000792
00000100:00000001:2.0:1790693188.854104:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.854106:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693188.854108:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.854109:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693188.854113:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693188]  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693188.854120:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693188.854121:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693188.854123:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693188.854125:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693188.854127:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693188.854129:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693188.854132:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693188.854141:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854147:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693188.854148:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854150:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.854151:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693188.854155:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854161:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693188.854165:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854171:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693188.854173:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854175:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.854176:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854178:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693188.854180:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693188.854182:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693188.854185:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693188.854187:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693188.854190:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693188.854199:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228544:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693188.854203:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693188.854207:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854212:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693188.854213:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.854215:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693188.854217:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693188.854218:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693188.854220:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228672:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693188.854222:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693188.854223:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693188.854224:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693188.854225:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693188.854228:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693188.854229:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693188.854232:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693188.854233:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693188.854236:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693188.854237:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228672, portal 4
00000100:00000001:2.0:1790693188.854239:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693188.854240:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790693188.854243:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854247:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693188.854248:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693188.854250:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693188.854251:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061228672, offset 0
00000400:00000200:2.0:1790693188.854253:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693188.854256:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.854260:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693188.854262:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693188.854264:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693188.854267:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693188.854269:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693188.854272:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40845:40845:256:4294967295] 192.168.204.156@tcp LPNI seq info [40844:40844:8:4294967295]
00000400:00000200:2.0:1790693188.854275:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693188.854281:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693188.854285:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.854289:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693188.854292:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693188.854295:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000200:2.1:1790693188.854298:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693188.854301:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 27 secs later)
00000800:00000100:2.0:1790693188.854304:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693188.854305:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693188.854308:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693188.854327:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693188.854330:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693188.854332:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693188.854334:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693188.854338:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854345:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.854348:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693213 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854354:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.854356:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693188.854359:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693188.854362:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693188.854365:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693188.854367:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316000786
00000100:00000001:2.0:1790693188.854369:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.854370:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316000786
00000100:00000001:2.0:1790693188.854372:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316002048
00000100:00000001:2.0:1790693188.854374:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693188.854376:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.854378:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693188.854381:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693188/real 1790693188]  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693188.854388:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693188.854389:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693188.854391:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693188.854393:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693188.854394:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693188.854396:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693188.854399:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693188.854407:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854413:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693188.854414:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854416:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.854417:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693188.854420:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854426:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693188.854429:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854434:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693188.854436:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854438:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693188.854439:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854440:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693188.854442:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693188.854444:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693188.854448:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693188.854450:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693188.854476:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693188.854485:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228672:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693188.854488:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854490:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.854493:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7a680 x1877672061228416/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854499:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693188.854500:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693188.854502:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693188.854505:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693188.854506:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693188.854507:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693188.854510:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693188.854511:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790693188.854513:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693188.854514:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693188.854516:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7a680.
00000100:00000001:2.0:1790693188.854518:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693188.854520:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854521:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.854524:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b800 x1877672061228544/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854530:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693188.854530:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693188.854532:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693188.854534:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693188.854535:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693188.854536:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693188.854537:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693188.854540:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970400.
02000000:00000001:2.0:1790693188.854541:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693188.854542:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693188.854543:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b800.
00000100:00000001:2.0:1790693188.854545:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693188.854546:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854547:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693188.854550:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061228672/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693213 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693188.854556:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693188.854557:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693188.854558:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693188.854560:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693188.854561:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693188.854562:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693188.854564:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693188.854565:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790693188.854567:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693188.854568:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693188.854569:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693188.854571:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693188.854573:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854574:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693188.854579:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693188.854581:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693188.854583:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693188.854584:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693189.748580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693189.748585:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693189.748588:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693189.748589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693189.748591:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693189.748592:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693189.748663:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693189.748667:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693189.748671:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693190.196559:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316002048, at 4316002112
00000100:00000040:1.0:1790693190.196559:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316002048, at 4316002112
00000100:00000010:0.0:1790693190.196573:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00000100:00000010:1.0:1790693190.196575:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00010000:00000001:2.0:1790693190.772581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693190.772588:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693190.772592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693190.772594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693190.772598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693190.772600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693190.772813:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693190.772816:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693190.772819:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693191.796565:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693191.796570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693191.796575:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693191.796576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693191.796579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693191.796580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693191.796656:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693191.796662:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693191.796667:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693192.820581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693192.820587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693192.820592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693192.820594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693192.820597:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693192.820598:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693192.820660:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693192.820664:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693192.820668:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693193.844581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693193.844587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693193.844593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693193.844594:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693193.844598:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693193.844599:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693193.844658:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693193.844662:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693193.844665:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1790693193.972602:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693193.972611:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:3.0:1790693193.972613:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693193.972616:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693193.972620:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693193.972626:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21333
00000400:00000200:3.0:1790693193.972634:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693193.972638:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693193.972641:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693193.972643:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972646:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972648:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972649:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693193.972656:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693193.972657:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:3.0:1790693193.972659:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693193.972661:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:3.0:1790693193.972663:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:3.0:1790693193.972664:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:3.0:1790693193.972666:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972667:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972668:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972669:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693193.972671:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:3.0:1790693193.972674:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972675:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693193.972678:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693193.972680:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693193.972683:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972685:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:3.0:1790693193.972687:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693193.972696:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb100.
00000020:00000040:3.0:1790693193.972699:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:3.0:1790693193.972710:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693193.972712:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972715:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693193.972719:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693193.972723:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693193.972731:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce800.
00000100:00000001:3.0:1790693193.972737:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693193.972745:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693193.972753:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693193.972756:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.972759:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000000fef7b0b] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693193.972782:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693193.972784:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693193.972787:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:3.0:1790693193.972788:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693193.972789:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693193.972791:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693193.972793:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21333
00000400:00000200:3.0:1790693193.972796:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693193.972798:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693193.972800:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693193.972802:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972803:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972804:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972806:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693193.972808:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693193.972808:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:3.0:1790693193.972809:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693193.972811:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:3.0:1790693193.972812:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:3.0:1790693193.972813:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:3.0:1790693193.972815:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972816:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972817:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972818:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693193.972819:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:3.0:1790693193.972821:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972822:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693193.972823:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693193.972827:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693193.972828:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972829:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693193.972833:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693193.972835:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972836:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693193.972838:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1e8e00.
00000020:00000040:3.0:1790693193.972839:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:3.0:1790693193.972841:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693193.972841:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972842:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693193.972843:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693193.972845:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693193.972847:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccdc00.
00000100:00000001:3.0:1790693193.972850:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693193.972853:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693193.972858:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693193.972859:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.972861:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f2ce1bee] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693193.972872:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:3.0:1790693193.972873:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693193.972878:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:3.0:1790693193.972878:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693193.972879:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693193.972881:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693193.972882:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21333
00000400:00000200:3.0:1790693193.972884:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693193.972886:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693193.972887:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693193.972889:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972890:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972892:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972893:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693193.972894:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693193.972895:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:3.0:1790693193.972896:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693193.972897:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:3.0:1790693193.972898:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:3.0:1790693193.972899:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000100:00000040:3.0:1790693193.972901:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972902:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972903:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972904:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693193.972906:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:3.0:1790693193.972907:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972909:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693193.972910:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693193.972911:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693193.972912:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972913:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693193.972914:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:3.0:1790693193.972915:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972916:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693193.972918:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1eb800.
00000020:00000040:3.0:1790693193.972919:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:3.0:1790693193.972921:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693193.972922:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.972924:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693193.972925:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693193.972926:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693193.972929:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188ccf800.
00000100:00000001:3.0:1790693193.972932:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693193.972936:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693193.972942:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693193.972944:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.972948:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000b1f446e8] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693193.972954:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.972957:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:3.0:1790693193.972960:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:3.0:1790693193.972963:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1790693193.972966:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:3.0:1790693193.972967:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:3.0:1790693193.972968:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:3.0:1790693193.972971:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:3.0:1790693193.972973:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21333
00000400:00000200:3.0:1790693193.972976:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:3.0:1790693193.972979:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:3.0:1790693193.972981:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:3.0:1790693193.972984:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972986:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.972987:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.972989:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:3.0:1790693193.972992:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:3.0:1790693193.972993:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:3.0:1790693193.972995:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:3.0:1790693193.972997:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:3.0:1790693193.972999:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:3.0:1790693193.973001:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:3.0:1790693193.973003:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.973005:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:3.0:1790693193.973007:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:3.0:1790693193.973008:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:3.0:1790693193.973011:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:3.0:1790693193.973013:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:3.0:1790693193.973015:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:3.0:1790693193.973017:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:3.0:1790693193.973020:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:3.0:1790693193.973021:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.973023:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:3.0:1790693193.973025:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:3.0:1790693193.973028:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.973029:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:3.0:1790693193.973033:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201ad1ea680.
00000020:00000040:3.0:1790693193.973035:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:3.0:1790693193.973037:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:3.0:1790693193.973038:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:3.0:1790693193.973039:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:3.0:1790693193.973040:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:3.0:1790693193.973042:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:3.0:1790693193.973045:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff920188cce400.
00000100:00000001:3.0:1790693193.973048:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:3.0:1790693193.973053:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:3.0:1790693193.973060:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:3.0:1790693193.973062:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.973065:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000bd11b6d1] to pc [ptlrpcd_rcv+-1]  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:3.0:1790693193.973071:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:3.0:1790693193.973076:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21343)
00000100:00000001:2.0:1790693193.973163:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693193.973169:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693193.973172:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693193.973179:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973186:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693193.973189:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973192:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693193.973194:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693193.973197:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693193.973200:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061228800:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693193.973205:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693193.973221:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693193.973224:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973227:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693193.973232:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693193.973235:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693193.973241:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693193.973244:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693193.973250:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693193.973257:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228800, portal 25
00000100:00000001:2.0:1790693193.973260:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693193.973261:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629933312 : -120939079618304 : ffff9201ad1eb100)
00000100:00000040:2.0:1790693193.973276:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973283:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693193.973285:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693193.973288:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693193.973292:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061228800, offset 0
00000400:00000200:2.0:1790693193.973299:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973306:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973312:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693193.973316:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693193.973320:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693193.973323:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693193.973326:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973330:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40846:40846:256:4294967295] 192.168.204.156@tcp LPNI seq info [40845:40845:8:4294967295]
00000400:00000200:2.0:1790693193.973333:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973342:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693193.973347:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973352:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693193.973358:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693193.973362:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693193.973367:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693193.973370:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693193.973376:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973378:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693193.973384:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693193.973389:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693193.973397:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693193.973399:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693193.973404:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693193.973407:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973416:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.973419:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973426:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.973428:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693193.973433:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693193.973437:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693193.973439:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316007168
00000100:00000010:2.0:1790693193.973443:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000100:00000001:2.0:1790693193.973449:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:2.0:1790693193.973485:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316007169
00000100:00000010:2.0:1790693193.973490:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6ae0.
00000100:00000001:2.0:1790693193.973493:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693193.973496:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693193.973499:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.973501:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693193.973505:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693193/real 1790693193]  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693193.973512:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693193.973513:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693193.973515:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693193.973517:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693193.973518:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693193.973520:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693193.973522:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693193.973527:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973531:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693193.973533:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973534:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.973535:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693193.973538:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973541:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693193.973544:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973549:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693193.973550:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973551:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.973552:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973554:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693193.973555:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693193.973557:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693193.973559:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693193.973561:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693193.973563:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693193.973567:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061228800:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693193.973570:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693193.973572:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973576:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693193.973577:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973578:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693193.973580:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693193.973581:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693193.973583:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228928:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693193.973585:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693193.973587:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693193.973589:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973590:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693193.973593:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693193.973596:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693193.973599:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693193.973601:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693193.973605:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693193.973607:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061228928, portal 10
00000100:00000001:2.0:1790693193.973609:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693193.973610:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629924352 : -120939079627264 : ffff9201ad1e8e00)
00000100:00000040:2.0:1790693193.973616:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973622:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693193.973624:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693193.973626:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693193.973629:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061228928, offset 0
00000400:00000200:2.0:1790693193.973633:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973636:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973640:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693193.973643:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693193.973645:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693193.973647:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693193.973649:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973652:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40847:40847:256:4294967295] 192.168.204.156@tcp LPNI seq info [40846:40846:8:4294967295]
00000400:00000200:2.0:1790693193.973656:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973662:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693193.973666:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973670:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693193.973673:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693193.973676:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693193.973680:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693193.973683:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693193.973687:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973689:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693193.973691:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693193.973694:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693193.973697:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693193.973699:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693193.973701:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693193.973705:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973710:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.973712:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973716:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.973717:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693193.973720:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693193.973723:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693193.973727:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693193.973729:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316005903
00000100:00000001:2.0:1790693193.973731:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316007168
00000100:00000001:2.0:1790693193.973733:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316005903
00000100:00000001:2.0:1790693193.973735:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316007169
00000100:00000001:2.0:1790693193.973737:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693193.973739:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.973741:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693193.973744:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693193/real 1790693193]  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693193.973758:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693193.973759:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693193.973761:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693193.973763:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693193.973765:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693193.973767:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693193.973770:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693193.973779:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973784:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693193.973786:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973787:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.973789:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693193.973792:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973799:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693193.973803:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973809:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693193.973810:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973812:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.973813:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.973814:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693193.973816:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693193.973818:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693193.973821:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693193.973823:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693193.973828:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693193.973835:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1e8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061228928:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693193.973838:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693193.973841:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973848:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693193.973849:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973851:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693193.973853:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693193.973855:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693193.973858:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229056:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693193.973861:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693193.973862:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693193.973864:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.973866:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693193.973869:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693193.973871:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693193.973874:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693193.973877:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693193.973880:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693193.973882:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229056, portal 10
00000100:00000001:2.0:1790693193.973884:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693193.973885:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629935104 : -120939079616512 : ffff9201ad1eb800)
00000100:00000040:2.0:1790693193.973891:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973897:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693193.973899:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693193.973902:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693193.973904:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061229056, offset 0
00000400:00000200:2.0:1790693193.973908:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973912:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973915:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693193.973917:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693193.973920:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693193.973922:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693193.973924:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693193.973927:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40848:40848:256:4294967295] 192.168.204.156@tcp LPNI seq info [40847:40847:8:4294967295]
00000400:00000200:2.0:1790693193.973931:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.973936:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693193.973940:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973944:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693193.973947:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693193.973950:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693193.973954:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693193.973956:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693193.973959:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.973961:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693193.973964:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693193.973967:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693193.973969:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693193.973971:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693193.973972:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693193.973974:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973979:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.973981:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.973985:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.973986:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693193.973988:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693193.973990:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693193.973992:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693193.973993:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316005912
00000100:00000001:2.0:1790693193.973995:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316007168
00000100:00000001:2.0:1790693193.973997:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316005912
00000100:00000001:2.0:1790693193.973998:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316007169
00000100:00000001:2.0:1790693193.973999:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693193.974000:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.974001:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693193.974003:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693193/real 1790693193]  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693193.974008:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693193.974008:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693193.974010:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693193.974011:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693193.974012:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693193.974013:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693193.974015:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693193.974020:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974023:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693193.974024:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974025:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.974026:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693193.974027:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974031:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693193.974033:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974037:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693193.974039:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974040:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.974041:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974042:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693193.974043:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693193.974045:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693193.974046:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693193.974047:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693193.974049:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693193.974053:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1eb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229056:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693193.974055:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693193.974057:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974061:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693193.974062:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.974063:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693193.974064:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693193.974065:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693193.974067:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229184:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693193.974068:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693193.974069:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693193.974070:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693193.974071:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693193.974073:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693193.974075:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693193.974077:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693193.974080:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693193.974083:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693193.974085:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229184, portal 4
00000100:00000001:2.0:1790693193.974087:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693193.974088:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134629930624 : -120939079620992 : ffff9201ad1ea680)
00000100:00000040:2.0:1790693193.974093:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974100:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693193.974102:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693193.974104:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693193.974106:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061229184, offset 0
00000400:00000200:2.0:1790693193.974110:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693193.974112:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.974114:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693193.974116:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693193.974118:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693193.974119:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693193.974120:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693193.974122:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40849:40849:256:4294967295] 192.168.204.156@tcp LPNI seq info [40848:40848:8:4294967295]
00000400:00000200:2.0:1790693193.974124:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693193.974128:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693193.974131:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.974133:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693193.974135:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693193.974137:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000200:2.1:1790693193.974139:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693193.974141:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 22 secs later)
00000800:00000100:2.0:1790693193.974143:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693193.974144:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693193.974146:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693193.974148:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693193.974149:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693193.974151:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693193.974152:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693193.974154:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974163:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.974164:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693218 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974168:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.974169:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693193.974170:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693193.974172:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693193.974174:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693193.974175:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316005906
00000100:00000001:2.0:1790693193.974176:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316007168
00000100:00000001:2.0:1790693193.974177:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316005906
00000100:00000001:2.0:1790693193.974179:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316007169
00000100:00000001:2.0:1790693193.974180:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693193.974181:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.974182:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693193.974184:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693193/real 1790693193]  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693193.974188:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693193.974189:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693193.974190:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693193.974191:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693193.974192:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693193.974193:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693193.974195:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693193.974199:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974202:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693193.974204:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974205:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.974206:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693193.974208:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974228:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693193.974232:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974238:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693193.974240:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974241:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693193.974242:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974244:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693193.974246:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693193.974248:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693193.974251:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693193.974254:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693193.974258:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693193.974265:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201ad1ea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229184:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693193.974269:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974271:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.974274:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb100 x1877672061228800/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974280:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693193.974283:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693193.974285:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a83400.
02000000:00000001:2.0:1790693193.974288:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693193.974290:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693193.974292:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693193.974295:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693193.974297:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce800.
02000000:00000001:2.0:1790693193.974301:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693193.974303:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693193.974304:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb100.
00000100:00000001:2.0:1790693193.974307:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693193.974309:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974310:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.974313:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1e8e00 x1877672061228928/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974320:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693193.974321:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693193.974322:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693193.974325:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693193.974326:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693193.974327:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693193.974329:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693193.974330:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccdc00.
02000000:00000001:2.0:1790693193.974332:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693193.974333:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693193.974335:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1e8e00.
00000100:00000001:2.0:1790693193.974338:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693193.974339:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974340:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.974343:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1eb800 x1877672061229056/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974349:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693193.974350:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693193.974351:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693193.974354:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693193.974355:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693193.974356:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693193.974358:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693193.974359:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188ccf800.
02000000:00000001:2.0:1790693193.974361:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693193.974363:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693193.974364:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1eb800.
00000100:00000001:2.0:1790693193.974367:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693193.974368:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974369:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693193.974373:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201ad1ea680 x1877672061229184/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693218 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693193.974379:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693193.974380:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693193.974381:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693193.974383:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693193.974384:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693193.974386:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693193.974387:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693193.974389:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff920188cce400.
02000000:00000001:2.0:1790693193.974391:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693193.974392:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693193.974393:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201ad1ea680.
00000100:00000001:2.0:1790693193.974396:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693193.974397:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974400:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693193.974407:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693193.974409:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693193.974411:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693193.974413:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868578:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693194.868587:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693194.868589:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693194.868593:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868597:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693194.868599:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868601:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868603:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868608:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693194.868609:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693194.868613:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693194.868614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693194.868750:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693194.868754:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693194.868757:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693195.316575:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316007168, at 4316007232
00000100:00000040:1.0:1790693195.316575:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316007169, at 4316007232
00000100:00000010:1.0:1790693195.316590:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00000100:00000010:0.0:1790693195.316592:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00010000:00000001:2.0:1790693195.892552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693195.892557:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693195.892561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693195.892562:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693195.892564:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693195.892565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693195.892620:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693195.892623:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693195.892625:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693196.916573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693196.916580:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693196.916589:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693196.916592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693196.916597:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916599:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693196.916602:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916604:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916606:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916610:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693196.916612:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693196.916613:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693196.916615:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916616:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693196.916618:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916619:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693196.916621:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693196.916677:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693196.916680:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693196.916682:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693197.940593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693197.940600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693197.940605:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693197.940606:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693197.940609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693197.940610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693197.940672:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693197.940676:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693197.940679:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693198.964604:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693198.964614:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693198.964621:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693198.964623:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693198.964627:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693198.964628:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693198.964746:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693198.964750:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693198.964754:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693199.092694:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693199.092710:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693199.092713:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693199.092718:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.092723:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693199.092732:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21338
00000400:00000200:1.0:1790693199.092745:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693199.092752:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693199.092756:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693199.092760:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092763:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.092766:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092768:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693199.092779:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693199.092781:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693199.092784:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693199.092788:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693199.092791:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693199.092793:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693199.092796:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092798:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.092800:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092802:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693199.092805:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693199.092813:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092816:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.092820:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693199.092824:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.092828:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.092830:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693199.092833:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693199.092846:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790693199.092850:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693199.092854:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693199.092856:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.092860:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693199.092863:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693199.092869:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693199.092879:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971400.
00000100:00000001:1.0:1790693199.092888:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.092899:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.092911:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693199.092917:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.092921:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.092951:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693199.092955:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693199.092958:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693199.092960:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693199.092961:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.092965:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693199.092968:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21338
00000400:00000200:1.0:1790693199.092971:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693199.092974:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693199.092977:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693199.092980:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092983:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.092986:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.092988:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693199.092991:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693199.092993:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693199.092994:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693199.092997:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693199.092998:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000001:1.0:1790693199.093000:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693199.093004:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693199.093006:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000040:1.0:1790693199.093008:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693199.093011:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000001:1.0:1790693199.093013:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.093017:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093021:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000040:2.0:1790693199.093023:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693199.093024:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790693199.093031:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093038:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.093042:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693199.093045:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693199.093049:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.093050:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.093054:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093055:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000001:1.0:1790693199.093056:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693199.093060:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000008:00100000:1.0:1790693199.093063:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
02000000:00000001:2.0:1790693199.093065:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00000001:1.0:1790693199.093069:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093074:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693199.093074:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061229312:192.168.204.156@tcp:250:kworker.0
00000100:00000010:1.0:1790693199.093080:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693199.093083:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000020:00000040:1.0:1790693199.093084:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693199.093088:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693199.093090:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093091:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000001:1.0:1790693199.093092:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693199.093096:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:2.0:1790693199.093097:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.093098:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093102:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:1.0:1790693199.093107:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973800.
02000000:00000010:2.0:1790693199.093122:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
00000100:00000001:1.0:1790693199.093124:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093128:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693199.093133:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693199.093141:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693199.093143:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.093150:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693199.093156:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000100:00000040:1.0:1790693199.093158:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000010:2.0:1790693199.093166:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000001:1.0:1790693199.093169:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693199.093174:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693199.093177:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229312, portal 25
00000100:00080000:1.0:1790693199.093178:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693199.093183:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693199.093183:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693199.093187:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00080000:1.0:1790693199.093188:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.093194:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693199.093198:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21338
00000100:00000040:2.0:1790693199.093202:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:1.0:1790693199.093205:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693199.093212:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693199.093217:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000001:2.0:1790693199.093221:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:1.0:1790693199.093223:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093228:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693199.093229:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693199.093233:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790693199.093235:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000001:1.0:1790693199.093236:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000200:2.0:1790693199.093242:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061229312, offset 0
00000020:00000001:1.0:1790693199.093243:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693199.093246:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693199.093249:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693199.093251:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693199.093253:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790693199.093257:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693199.093257:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693199.093263:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093265:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693199.093268:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693199.093272:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693199.093273:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693199.093278:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790693199.093282:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000400:00000200:2.0:1790693199.093284:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00000001:1.0:1790693199.093286:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693199.093290:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693199.093293:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
02000000:00000001:1.0:1790693199.093294:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.093299:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093302:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693199.093302:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000008:00100000:1.0:1790693199.093306:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693199.093309:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000008:00000001:1.0:1790693199.093311:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093316:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.093316:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000010:1.0:1790693199.093323:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000400:00000200:2.0:1790693199.093324:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40850:40850:256:4294967295] 192.168.204.156@tcp LPNI seq info [40849:40849:8:4294967295]
00000020:00000040:1.0:1790693199.093327:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693199.093332:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000400:00000200:2.0:1790693199.093333:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
02000000:00000001:1.0:1790693199.093335:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093339:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693199.093340:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693199.093342:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693199.093346:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970400.
00000400:00000200:2.0:1790693199.093348:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000100:00000001:1.0:1790693199.093353:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693199.093358:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00100000:1.0:1790693199.093362:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000010:2.0:1790693199.093365:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000100:00000001:1.0:1790693199.093374:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693199.093379:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693199.093379:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693199.093387:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1790693199.093388:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000200:2.1:1790693199.093401:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000001:1.0:1790693199.093402:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693199.093408:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790693199.093409:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000100:00000040:1.0:1790693199.093415:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000800:00000100:2.0:1790693199.093420:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790693199.093422:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000010:2.0:1790693199.093425:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00080000:1.0:1790693199.093428:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693199.093431:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693199.093433:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693199.093436:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693199.093440:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21338
00000400:00000200:2.0:1790693199.093442:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:1.0:1790693199.093445:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693199.093452:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693199.093497:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00080000:1.0:1790693199.093502:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693199.093508:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693199.093509:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000100:00000001:1.0:1790693199.093513:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000010:2.0:1790693199.093515:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000040:1.0:1790693199.093518:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093523:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693199.093525:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790693199.093527:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693199.093530:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:1.0:1790693199.093533:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693199.093534:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:1.0:1790693199.093537:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693199.093542:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:1.0:1790693199.093547:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:1.0:1790693199.093554:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693199.093558:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000001:2.0:1790693199.093558:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:1.0:1790693199.093563:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000040:2.0:1790693199.093566:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693199.093567:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693199.093572:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790693199.093580:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693199.093584:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093585:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093590:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790693199.093591:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693199.093596:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693199.093598:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093601:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693199.093601:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693199.093605:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790693199.093610:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.093610:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693199.093614:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093616:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316012289
00000100:00000010:1.0:1790693199.093619:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000020:00000040:1.0:1790693199.093623:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000010:2.0:1790693199.093624:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6960.
02000000:00000001:1.0:1790693199.093626:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693199.093630:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693199.093632:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693199.093634:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693199.093636:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093636:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693199.093645:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970000.
00000100:00000001:1.0:1790693199.093649:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093651:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316012289
00000100:00100000:1.0:1790693199.093656:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000010:2.0:1790693199.093659:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6060.
00000100:00000001:2.0:1790693199.093666:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:1.0:1790693199.093668:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693199.093672:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093673:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000040:1.0:1790693199.093677:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093679:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093686:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000001:1.0:1790693199.093690:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693199.093695:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693199.093697:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21348)
00000400:00000001:2.0:1790693199.093710:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693199.093712:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693199.093715:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693199.093718:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693199.093720:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693199.093723:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693199.093728:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693199.093738:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093745:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693199.093748:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093750:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.093752:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693199.093757:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093764:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693199.093769:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093776:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693199.093780:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093781:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.093783:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093785:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693199.093787:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693199.093791:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693199.093796:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693199.093798:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693199.093802:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693199.093811:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061229312:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693199.093816:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093819:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.093822:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061229312/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093828:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693199.093831:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693199.093835:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693199.093839:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693199.093842:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693199.093844:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693199.093847:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693199.093849:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971400.
02000000:00000001:2.0:1790693199.093854:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693199.093857:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693199.093858:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790693199.093862:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693199.093863:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093866:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.093876:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693199.093878:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.093880:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693199.093882:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693199.093883:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693199.093887:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093895:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693199.093896:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093899:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693199.093901:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693199.093903:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693199.093906:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229440:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693199.093909:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693199.093911:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693199.093912:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.093914:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693199.093917:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693199.093919:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.093923:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693199.093926:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693199.093930:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693199.093933:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229440, portal 10
00000100:00000001:2.0:1790693199.093935:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693199.093937:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790693199.093944:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.093951:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693199.093953:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693199.093956:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693199.093958:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061229440, offset 0
00000400:00000200:2.0:1790693199.093962:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693199.093967:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.093971:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693199.093974:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693199.093976:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693199.093979:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693199.093981:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693199.093984:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40851:40851:256:4294967295] 192.168.204.156@tcp LPNI seq info [40850:40850:8:4294967295]
00000400:00000200:2.0:1790693199.093988:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.093994:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693199.093999:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094003:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693199.094007:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693199.094010:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693199.094014:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693199.094017:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693199.094021:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094023:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693199.094026:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693199.094029:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693199.094033:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693199.094034:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693199.094037:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693199.094041:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094049:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094052:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094058:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094059:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693199.094064:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693199.094068:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693199.094072:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693199.094073:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316011023
00000100:00000001:2.0:1790693199.094076:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094079:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316011023
00000100:00000001:2.0:1790693199.094081:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094083:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693199.094085:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094087:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693199.094091:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693199.094100:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693199.094102:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693199.094103:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693199.094106:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693199.094108:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693199.094110:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693199.094127:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693199.094135:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094142:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693199.094144:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094146:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094147:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693199.094151:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094158:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693199.094162:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094169:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693199.094171:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094173:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094174:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094176:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693199.094178:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693199.094181:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693199.094184:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693199.094186:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693199.094192:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693199.094199:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229440:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693199.094203:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693199.094206:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094211:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693199.094213:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.094215:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693199.094217:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693199.094219:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693199.094222:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229568:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693199.094226:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693199.094227:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693199.094229:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.094231:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693199.094235:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693199.094237:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.094240:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693199.094243:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693199.094246:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693199.094249:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229568, portal 10
00000100:00000001:2.0:1790693199.094251:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693199.094252:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000040:2.0:1790693199.094259:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094265:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693199.094267:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693199.094270:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693199.094272:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061229568, offset 0
00000400:00000200:2.0:1790693199.094277:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693199.094281:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.094285:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693199.094288:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693199.094290:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693199.094293:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693199.094295:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693199.094298:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40852:40852:256:4294967295] 192.168.204.156@tcp LPNI seq info [40851:40851:8:4294967295]
00000400:00000200:2.0:1790693199.094302:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.094308:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693199.094313:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094316:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693199.094320:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693199.094323:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693199.094327:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693199.094330:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693199.094334:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094335:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693199.094338:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693199.094341:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693199.094345:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693199.094346:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693199.094349:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693199.094352:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094360:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094363:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094369:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094370:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693199.094374:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693199.094376:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693199.094379:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693199.094382:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316011032
00000100:00000001:2.0:1790693199.094385:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094387:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316011032
00000100:00000001:2.0:1790693199.094389:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094391:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693199.094393:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094395:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693199.094399:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693199.094407:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693199.094409:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693199.094410:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693199.094413:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693199.094414:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693199.094416:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693199.094420:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693199.094428:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094435:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693199.094437:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094439:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094440:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693199.094444:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094450:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693199.094473:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094481:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693199.094484:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094486:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094487:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094489:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693199.094490:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693199.094493:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693199.094497:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693199.094499:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693199.094503:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693199.094511:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229568:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693199.094515:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693199.094519:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094525:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693199.094526:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.094528:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693199.094530:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693199.094532:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693199.094535:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229696:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693199.094538:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693199.094541:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693199.094542:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693199.094544:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693199.094548:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693199.094549:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693199.094554:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693199.094557:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693199.094561:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693199.094564:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229696, portal 4
00000100:00000001:2.0:1790693199.094567:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693199.094568:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790693199.094574:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094580:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693199.094582:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693199.094585:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693199.094588:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061229696, offset 0
00000400:00000200:2.0:1790693199.094592:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693199.094596:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.094599:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693199.094602:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693199.094604:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693199.094607:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693199.094609:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693199.094612:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40853:40853:256:4294967295] 192.168.204.156@tcp LPNI seq info [40852:40852:8:4294967295]
00000400:00000200:2.0:1790693199.094616:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693199.094622:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693199.094627:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094630:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693199.094634:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693199.094637:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000200:2.1:1790693199.094641:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693199.094644:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 17 secs later)
00000800:00000100:2.0:1790693199.094648:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693199.094650:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693199.094653:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693199.094657:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693199.094660:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693199.094661:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693199.094664:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693199.094668:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094681:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094685:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693224 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094692:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094693:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693199.094697:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693199.094699:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693199.094703:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693199.094705:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316011027
00000100:00000001:2.0:1790693199.094707:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094709:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316011027
00000100:00000001:2.0:1790693199.094712:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316012289
00000100:00000001:2.0:1790693199.094714:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693199.094716:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094717:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693199.094721:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693199/real 1790693199]  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693199.094729:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693199.094730:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693199.094732:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693199.094735:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693199.094736:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693199.094738:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693199.094741:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693199.094750:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094756:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693199.094758:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094760:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094761:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693199.094765:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094771:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693199.094775:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094781:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693199.094784:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094785:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693199.094787:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094789:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693199.094790:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693199.094793:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693199.094797:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693199.094799:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693199.094803:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693199.094810:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229696:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693199.094814:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094816:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094819:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061229440/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094826:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693199.094828:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693199.094830:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693199.094833:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693199.094834:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693199.094836:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693199.094838:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693199.094840:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973800.
02000000:00000001:2.0:1790693199.094843:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693199.094844:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693199.094845:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693199.094848:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693199.094850:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094852:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094855:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061229568/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094862:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693199.094864:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693199.094865:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693199.094867:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693199.094868:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693199.094869:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693199.094871:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693199.094873:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970400.
02000000:00000001:2.0:1790693199.094875:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693199.094876:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693199.094878:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790693199.094880:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693199.094882:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094884:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693199.094887:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061229696/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693224 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693199.094894:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693199.094895:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693199.094896:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693199.094899:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693199.094900:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693199.094901:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693199.094903:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693199.094905:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970000.
02000000:00000001:2.0:1790693199.094907:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693199.094909:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693199.094910:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693199.094913:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693199.094914:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094915:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693199.094920:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693199.094922:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693199.094923:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693199.094925:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693199.988573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693199.988579:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693199.988583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693199.988583:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693199.988586:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693199.988586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693199.988645:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693199.988648:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693199.988650:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693200.436563:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316012289, at 4316012352
00000100:00000010:1.0:1790693200.436577:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6060.
00000100:00000040:0.0:1790693200.436661:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316012289, at 4316012352
00000100:00000010:0.0:1790693200.436666:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6960.
00010000:00000001:2.0:1790693201.012533:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693201.012540:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693201.012544:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693201.012545:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693201.012547:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693201.012548:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693201.012610:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693201.012614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693201.012617:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693202.036579:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693202.036587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693202.036594:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693202.036595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693202.036599:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693202.036600:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693202.036660:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693202.036665:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693202.036668:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693203.060619:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693203.060627:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693203.060634:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693203.060635:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693203.060640:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693203.060641:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693203.060713:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693203.060716:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693203.060719:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693204.084580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693204.084586:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693204.084590:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693204.084591:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693204.084593:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693204.084595:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693204.084647:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693204.084651:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693204.084654:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693204.212625:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693204.212641:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693204.212643:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693204.212648:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693204.212652:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693204.212658:0:182620:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21343
00000400:00000200:1.0:1790693204.212667:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693204.212674:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693204.212679:0:182620:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693204.212681:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212685:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693204.212687:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212691:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693204.212700:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693204.212702:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693204.212704:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693204.212707:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693204.212709:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693204.212711:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693204.212713:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212714:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693204.212715:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212717:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693204.212721:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693204.212724:0:182620:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212726:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.212730:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693204.212735:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.212737:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.212740:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693204.212742:0:182620:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693204.212752:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78700.
00000020:00000040:1.0:1790693204.212755:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693204.212759:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693204.212761:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.212765:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693204.212769:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693204.212774:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693204.212784:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973c00.
00000100:00000001:1.0:1790693204.212792:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.212803:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693204.212814:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693204.212825:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.212832:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000072ea40f7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.212857:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693204.212861:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693204.212864:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693204.212865:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693204.212867:0:182620:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693204.212870:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693204.212873:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21343
00000400:00000200:1.0:1790693204.212878:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693204.212881:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693204.212884:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693204.212887:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212889:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693204.212892:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212894:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693204.212898:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693204.212899:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693204.212901:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000001:2.0:1790693204.212902:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000020:00000040:1.0:1790693204.212905:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000001:2.0:1790693204.212908:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693204.212909:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693204.212913:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693204.212913:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:1.0:1790693204.212920:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212923:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:2.0:1790693204.212924:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693204.212926:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212930:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693204.212934:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00080000:1.0:1790693204.212939:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693204.212945:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.212946:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
02000000:00000001:1.0:1790693204.212947:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693204.212951:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.212955:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693204.212957:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:1.0:1790693204.212958:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.212961:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
02000000:00000001:2.0:1790693204.212961:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693204.212965:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693204.212966:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1790693204.212969:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061229824:192.168.204.156@tcp:250:kworker.0
00000008:00000001:1.0:1790693204.212970:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.212976:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.212976:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693204.212981:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1790693204.212982:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79880.
02000000:00000001:2.0:1790693204.212983:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693204.212987:0:182620:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:2.0:1790693204.212987:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:1.0:1790693204.212992:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000010:2.0:1790693204.212993:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:1.0:1790693204.212994:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.212997:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.212999:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693204.213002:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693204.213006:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693204.213006:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693204.213021:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
02000000:00000010:1.0:1790693204.213025:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a970c00.
00000400:00000010:2.0:1790693204.213031:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000001:1.0:1790693204.213032:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.213041:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000200:2.0:1790693204.213042:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229824, portal 25
00000100:00000001:2.0:1790693204.213047:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693204.213050:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911530752 : -120938798020864 : ffff9201bde78700)
00000100:00000001:1.0:1790693204.213057:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693204.213061:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693204.213061:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693204.213071:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000002e2c28fc] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213072:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693204.213077:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693204.213080:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693204.213086:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061229824, offset 0
00000100:00000001:1.0:1790693204.213089:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693204.213094:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693204.213098:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693204.213101:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693204.213101:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790693204.213105:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693204.213109:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693204.213112:0:182620:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21343
00000400:00000200:2.0:1790693204.213117:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693204.213120:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693204.213125:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693204.213128:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:1.0:1790693204.213129:0:182620:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693204.213137:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213140:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693204.213142:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693204.213144:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213148:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693204.213152:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000400:00000200:2.0:1790693204.213153:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000020:00000040:1.0:1790693204.213155:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:1.0:1790693204.213158:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693204.213161:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000400:00000200:2.0:1790693204.213166:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000020:00000001:1.0:1790693204.213167:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:1.0:1790693204.213172:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693204.213175:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000100:00000040:1.0:1790693204.213178:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213184:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693204.213186:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40854:40854:256:4294967295] 192.168.204.156@tcp LPNI seq info [40853:40853:8:4294967295]
00000100:00000040:1.0:1790693204.213188:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213194:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693204.213200:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000040:1.0:1790693204.213201:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000100:00080000:1.0:1790693204.213208:0:182620:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213211:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.213213:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693204.213218:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000400:00000200:2.0:1790693204.213221:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693204.213224:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213229:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693204.213231:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693204.213237:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693204.213238:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213240:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693204.213246:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7ad80.
00000800:00000010:2.0:1790693204.213248:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000020:00000040:1.0:1790693204.213249:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693204.213256:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693204.213257:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213259:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693204.213261:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000800:00000200:2.0:1790693204.213264:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
02000000:00000001:1.0:1790693204.213265:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693204.213271:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973000.
00000800:00000200:2.0:1790693204.213272:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000100:00000001:1.0:1790693204.213278:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.1:1790693204.213282:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00100000:1.0:1790693204.213287:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.1:1790693204.213289:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693204.213299:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213302:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000800:00000010:2.0:1790693204.213304:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00000001:1.0:1790693204.213307:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693204.213313:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00000040:1.0:1790693204.213314:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d16232a7] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693204.213322:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693204.213331:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000100:00000001:1.0:1790693204.213332:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693204.213336:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000040:1.0:1790693204.213337:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:1.0:1790693204.213343:0:182620:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790693204.213343:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00080000:1.0:1790693204.213348:0:182620:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000200:2.0:1790693204.213350:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693204.213353:0:182620:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693204.213356:0:182620:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693204.213358:0:182620:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693204.213363:0:182620:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693204.213368:0:182620:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21343
00000400:00000200:1.0:1790693204.213373:0:182620:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693204.213373:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000400:00000200:1.0:1790693204.213379:0:182620:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693204.213382:0:182620:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:2.0:1790693204.213382:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693204.213388:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213393:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693204.213396:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693204.213400:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693204.213402:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693204.213403:0:182620:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693204.213406:0:182620:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000100:00000001:2.0:1790693204.213407:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000020:00000001:1.0:1790693204.213408:0:182620:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693204.213411:0:182620:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693204.213413:0:182620:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693204.213415:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693204.213417:0:182620:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000400:00000200:2.0:1790693204.213422:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000040:1.0:1790693204.213425:0:182620:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693204.213427:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316017408
00000100:00000001:1.0:1790693204.213429:0:182620:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693204.213433:0:182620:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000010:2.0:1790693204.213435:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6ae0.
00000100:00000001:1.0:1790693204.213436:0:182620:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693204.213441:0:182620:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:1.0:1790693204.213445:0:182620:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693204.213446:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000001:1.0:1790693204.213448:0:182620:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693204.213452:0:182620:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693204.213481:0:182620:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693204.213484:0:182620:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213486:0:182620:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693204.213489:0:182620:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790693204.213492:0:182620:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213493:0:182620:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693204.213498:0:182620:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693204.213500:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316017409
00000020:00000040:1.0:1790693204.213502:0:182620:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:1.0:1790693204.213507:0:182620:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000010:2.0:1790693204.213508:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6360.
02000000:00000001:1.0:1790693204.213509:0:182620:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213514:0:182620:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693204.213516:0:182620:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000100:00000001:2.0:1790693204.213517:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
02000000:00000001:1.0:1790693204.213518:0:182620:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.213524:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:1.0:1790693204.213526:0:182620:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a971c00.
00000100:00000001:2.0:1790693204.213529:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693204.213532:0:182620:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693204.213538:0:182620:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693204.213539:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693204.213548:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693204.213550:0:182620:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693204.213554:0:182620:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693204.213563:0:182620:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000604abf55] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693204.213564:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693204.213567:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693204.213570:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693204.213575:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000100:00000001:1.0:1790693204.213577:0:182620:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693204.213578:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000040:1.0:1790693204.213582:0:182620:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21353)
00000100:00000001:2.0:1790693204.213608:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693204.213612:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693204.213621:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213628:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693204.213630:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213632:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.213635:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693204.213639:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213646:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693204.213651:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213657:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693204.213660:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213662:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.213664:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213666:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693204.213668:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693204.213671:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693204.213675:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693204.213678:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693204.213682:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693204.213691:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061229824:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693204.213698:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213700:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.213703:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78700 x1877672061229824/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213709:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693204.213713:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693204.213717:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693204.213721:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693204.213722:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693204.213724:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693204.213727:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693204.213729:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973c00.
02000000:00000001:2.0:1790693204.213734:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693204.213735:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693204.213737:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78700.
00000100:00000001:2.0:1790693204.213740:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693204.213742:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213745:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213753:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693204.213755:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.213757:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693204.213759:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693204.213760:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693204.213764:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213771:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693204.213772:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.213774:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693204.213776:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693204.213779:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693204.213783:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229952:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693204.213787:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693204.213789:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693204.213791:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.213793:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693204.213796:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693204.213798:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693204.213803:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693204.213806:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693204.213810:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693204.213812:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061229952, portal 10
00000100:00000001:2.0:1790693204.213813:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693204.213814:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911535232 : -120938798016384 : ffff9201bde79880)
00000100:00000040:2.0:1790693204.213820:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213824:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693204.213826:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693204.213827:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693204.213829:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061229952, offset 0
00000400:00000200:2.0:1790693204.213831:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693204.213834:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.213836:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693204.213838:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693204.213839:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693204.213841:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693204.213843:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693204.213847:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40855:40855:256:4294967295] 192.168.204.156@tcp LPNI seq info [40854:40854:8:4294967295]
00000400:00000200:2.0:1790693204.213851:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.213857:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693204.213861:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.213865:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693204.213869:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693204.213871:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693204.213875:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693204.213878:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693204.213881:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.213884:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693204.213886:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693204.213890:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693204.213893:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693204.213895:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693204.213897:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693204.213900:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213908:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.213909:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213915:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.213916:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693204.213918:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693204.213921:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693204.213923:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693204.213925:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316016143
00000100:00000001:2.0:1790693204.213927:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316017408
00000100:00000001:2.0:1790693204.213928:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316016143
00000100:00000001:2.0:1790693204.213930:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316017409
00000100:00000001:2.0:1790693204.213931:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693204.213933:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.213934:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693204.213937:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693204.213942:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693204.213942:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693204.213944:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693204.213945:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693204.213946:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693204.213947:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693204.213949:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693204.213954:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213958:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693204.213960:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213961:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.213962:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693204.213966:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213972:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693204.213976:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.213982:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693204.213984:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213985:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.213986:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.213988:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693204.213989:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693204.213992:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693204.213995:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693204.213997:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693204.214001:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693204.214009:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061229952:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693204.214023:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693204.214027:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214033:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693204.214034:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.214037:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693204.214038:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693204.214039:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693204.214042:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230080:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693204.214045:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693204.214047:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693204.214049:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.214050:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693204.214054:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693204.214055:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693204.214058:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693204.214060:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693204.214063:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693204.214065:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230080, portal 10
00000100:00000001:2.0:1790693204.214067:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693204.214069:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911540608 : -120938798011008 : ffff9201bde7ad80)
00000100:00000040:2.0:1790693204.214074:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214080:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693204.214082:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693204.214084:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693204.214087:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061230080, offset 0
00000400:00000200:2.0:1790693204.214090:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693204.214094:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.214097:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693204.214100:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693204.214102:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693204.214104:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693204.214106:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693204.214109:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40856:40856:256:4294967295] 192.168.204.156@tcp LPNI seq info [40855:40855:8:4294967295]
00000400:00000200:2.0:1790693204.214112:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.214118:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693204.214122:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.214125:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693204.214129:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693204.214132:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693204.214137:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693204.214140:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693204.214143:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.214145:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693204.214148:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693204.214151:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693204.214154:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693204.214155:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693204.214158:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693204.214161:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214168:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.214170:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214174:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.214175:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693204.214177:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693204.214179:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693204.214182:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693204.214183:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316016152
00000100:00000001:2.0:1790693204.214184:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316017408
00000100:00000001:2.0:1790693204.214186:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316016152
00000100:00000001:2.0:1790693204.214187:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316017409
00000100:00000001:2.0:1790693204.214188:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693204.214189:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.214190:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693204.214192:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693204.214197:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693204.214198:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693204.214199:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693204.214200:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693204.214202:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693204.214203:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693204.214205:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693204.214209:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214213:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693204.214214:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214214:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.214215:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693204.214217:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214220:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693204.214222:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214227:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693204.214229:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214230:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.214231:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214232:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693204.214233:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693204.214234:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693204.214236:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693204.214237:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693204.214241:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693204.214247:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230080:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693204.214250:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693204.214254:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214259:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693204.214260:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.214262:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693204.214263:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693204.214265:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693204.214268:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230208:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693204.214271:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693204.214273:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693204.214274:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693204.214276:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693204.214279:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693204.214281:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693204.214285:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693204.214288:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693204.214290:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693204.214293:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230208, portal 4
00000100:00000001:2.0:1790693204.214295:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693204.214296:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911542400 : -120938798009216 : ffff9201bde7b480)
00000100:00000040:2.0:1790693204.214302:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214309:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693204.214311:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693204.214312:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693204.214315:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061230208, offset 0
00000400:00000200:2.0:1790693204.214318:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693204.214322:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.214325:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693204.214327:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693204.214330:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693204.214332:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693204.214334:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693204.214336:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40857:40857:256:4294967295] 192.168.204.156@tcp LPNI seq info [40856:40856:8:4294967295]
00000400:00000200:2.0:1790693204.214340:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693204.214345:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693204.214350:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.214353:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693204.214356:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693204.214359:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000200:2.1:1790693204.214363:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693204.214366:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 12 secs later)
00000800:00000100:2.0:1790693204.214369:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693204.214371:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693204.214373:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693204.214376:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693204.214378:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693204.214381:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693204.214383:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693204.214387:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214393:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.214396:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693229 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214403:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.214404:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693204.214407:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693204.214410:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693204.214413:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693204.214414:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316016146
00000100:00000001:2.0:1790693204.214417:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316017408
00000100:00000001:2.0:1790693204.214419:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316016146
00000100:00000001:2.0:1790693204.214421:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316017409
00000100:00000001:2.0:1790693204.214423:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693204.214425:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.214427:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693204.214430:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693204/real 1790693204]  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693204.214437:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693204.214438:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693204.214440:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693204.214442:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693204.214444:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693204.214446:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693204.214449:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693204.214480:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214488:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693204.214490:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214492:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.214493:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693204.214496:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214503:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693204.214506:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214510:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693204.214512:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214513:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693204.214513:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214514:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693204.214516:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693204.214517:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693204.214518:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693204.214520:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693204.214522:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693204.214526:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde7b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230208:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693204.214529:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214530:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.214531:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79880 x1877672061229952/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214535:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693204.214536:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693204.214537:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693204.214539:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693204.214540:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693204.214541:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693204.214543:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693204.214544:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a970c00.
02000000:00000001:2.0:1790693204.214545:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693204.214546:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693204.214547:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79880.
00000100:00000001:2.0:1790693204.214549:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693204.214550:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214551:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.214553:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7ad80 x1877672061230080/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214557:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693204.214559:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693204.214560:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693204.214563:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693204.214564:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693204.214565:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693204.214567:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693204.214568:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973000.
02000000:00000001:2.0:1790693204.214570:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693204.214571:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693204.214572:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7ad80.
00000100:00000001:2.0:1790693204.214575:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693204.214576:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214577:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693204.214581:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde7b480 x1877672061230208/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693229 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693204.214586:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693204.214587:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693204.214589:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693204.214590:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693204.214592:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693204.214593:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693204.214595:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693204.214597:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a971c00.
02000000:00000001:2.0:1790693204.214599:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693204.214600:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693204.214601:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde7b480.
00000100:00000001:2.0:1790693204.214603:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693204.214604:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214606:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693204.214609:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693204.214610:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693204.214611:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693204.214613:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108580:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693205.108589:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693205.108592:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693205.108595:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108599:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693205.108602:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108604:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108606:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108611:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693205.108612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693205.108615:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693205.108617:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693205.108676:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693205.108680:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693205.108683:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693205.556544:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316017409, at 4316017472
00000100:00000040:0.0:1790693205.556550:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316017408, at 4316017472
00000100:00000010:1.0:1790693205.556562:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6360.
00000100:00000010:0.0:1790693205.556564:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6ae0.
00010000:00000001:2.0:1790693206.132568:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693206.132577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693206.132583:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693206.132584:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693206.132587:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693206.132589:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693206.132648:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693206.132652:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693206.132655:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693207.156542:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693207.156547:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156550:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693207.156553:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693207.156555:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693207.156557:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156559:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693207.156561:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156563:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156564:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156566:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693207.156567:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693207.156568:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693207.156569:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156570:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693207.156571:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156571:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693207.156572:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693207.156621:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693207.156624:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693207.156626:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693208.180561:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693208.180568:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693208.180573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693208.180573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693208.180576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693208.180576:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693208.180629:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693208.180632:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693208.180635:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693209.204529:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693209.204534:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693209.204537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693209.204538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693209.204540:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693209.204541:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693209.204590:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693209.204593:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693209.204597:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1790693209.332586:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693209.332594:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:0.0:1790693209.332596:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693209.332599:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693209.332602:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693209.332607:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21348
00000400:00000200:0.0:1790693209.332614:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693209.332619:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693209.332621:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693209.332623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332626:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693209.332627:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332629:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:0.0:1790693209.332638:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693209.332640:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:0.0:1790693209.332641:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:0.0:1790693209.332644:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:0.0:1790693209.332646:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:0.0:1790693209.332647:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:0.0:1790693209.332649:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332650:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693209.332651:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332652:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693209.332654:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:0.0:1790693209.332656:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332657:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693209.332659:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:0.0:1790693209.332661:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693209.332663:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332665:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:0.0:1790693209.332666:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:0.0:1790693209.332672:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8ca80.
00000020:00000040:0.0:1790693209.332674:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:0.0:1790693209.332676:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693209.332677:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332679:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693209.332681:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693209.332685:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:0.0:1790693209.332689:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befed800.
00000100:00000001:0.0:1790693209.332694:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:0.0:1790693209.332703:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:0.0:1790693209.332713:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:0.0:1790693209.332717:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693209.332722:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000007bd59d21] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693209.332743:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693209.332746:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1790693209.332754:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:0.0:1790693209.332756:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:0.0:1790693209.332757:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693209.332760:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693209.332763:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21348
00000400:00000200:0.0:1790693209.332767:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693209.332771:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693209.332774:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693209.332777:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.332780:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693209.332783:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693209.332783:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:0.0:1790693209.332788:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693209.332789:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:0.0:1790693209.332792:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693209.332793:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:0.0:1790693209.332797:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:0.0:1790693209.332800:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000040:2.0:1790693209.332803:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693209.332804:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000020:00000001:0.0:1790693209.332809:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:0.0:1790693209.332814:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000001:2.0:1790693209.332820:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000040:0.0:1790693209.332822:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693209.332823:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332827:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
02000000:00000001:2.0:1790693209.332829:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00000040:0.0:1790693209.332832:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
02000000:00000001:2.0:1790693209.332833:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
00000100:00000001:0.0:1790693209.332837:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
02000000:00000001:2.0:1790693209.332838:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:0.0:1790693209.332843:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
00000100:00100000:2.0:1790693209.332846:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061230336:192.168.204.156@tcp:250:kworker.0
00000100:00080000:0.0:1790693209.332850:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693209.332854:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000100:00000001:0.0:1790693209.332856:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.332859:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:0.0:1790693209.332860:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693209.332862:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.332866:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000001:0.0:1790693209.332873:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000010:2.0:1790693209.332873:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693209.332877:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693209.332878:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332881:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000400:00000200:2.0:1790693209.332885:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000008:00100000:0.0:1790693209.332886:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000010:2.0:1790693209.332889:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000008:00000001:0.0:1790693209.332891:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332895:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693209.332898:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000010:0.0:1790693209.332900:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8fb80.
00000020:00000040:0.0:1790693209.332904:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
00000100:00000200:2.0:1790693209.332906:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230336, portal 25
02000000:00000001:0.0:1790693209.332908:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
00000100:00000001:2.0:1790693209.332909:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
02000000:00000001:0.0:1790693209.332911:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.332925:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
00000100:00000001:2.0:1790693209.332926:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908467840 : -120938801083776 : ffff9201bdb8ca80)
02000000:00000001:0.0:1790693209.332927:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693209.332932:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693209.332937:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000010:0.0:1790693209.332939:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befec800.
00000100:00000001:0.0:1790693209.332945:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.332948:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00100000:0.0:1790693209.332954:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000040:2.0:1790693209.332959:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693209.332965:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000001:0.0:1790693209.332968:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000200:2.0:1790693209.332970:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061230336, offset 0
00000100:00000001:0.0:1790693209.332972:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:0.0:1790693209.332979:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [000000009db3f82b] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000200:2.0:1790693209.332981:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693209.332991:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693209.332992:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693209.332996:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000400:00000200:2.0:1790693209.332999:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000100:00080000:0.0:1790693209.333003:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:0.0:1790693209.333006:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000400:00000200:2.0:1790693209.333006:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00080000:0.0:1790693209.333011:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000400:00000200:2.0:1790693209.333015:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000001:0.0:1790693209.333016:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:0.0:1790693209.333022:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21348
00000400:00000200:2.0:1790693209.333022:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693209.333030:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:0.0:1790693209.333031:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693209.333039:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693209.333040:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40858:40858:256:4294967295] 192.168.204.156@tcp LPNI seq info [40857:40857:8:4294967295]
00000100:00080000:0.0:1790693209.333044:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693209.333051:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000400:00000200:2.0:1790693209.333052:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:0.0:1790693209.333055:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:0.0:1790693209.333059:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.333063:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693209.333070:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693209.333077:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000020:00000001:0.0:1790693209.333078:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693209.333081:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000020:00000001:0.0:1790693209.333084:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000800:00000010:2.0:1790693209.333084:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000020:00000040:0.0:1790693209.333092:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000800:00000200:2.0:1790693209.333094:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000020:00000001:0.0:1790693209.333096:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000020:00000001:0.0:1790693209.333101:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000800:00000200:2.0:1790693209.333101:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000040:0.0:1790693209.333108:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.333113:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000800:00000200:2.1:1790693209.333113:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:0.0:1790693209.333118:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000800:00000200:2.1:1790693209.333119:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000100:00000001:0.0:1790693209.333122:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693209.333127:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000800:00000100:2.0:1790693209.333130:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:0.0:1790693209.333133:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000800:00000010:2.0:1790693209.333136:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000100:00000001:0.0:1790693209.333137:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:0.0:1790693209.333141:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000400:00000200:2.0:1790693209.333144:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
02000000:00000001:0.0:1790693209.333145:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:0.0:1790693209.333149:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693209.333153:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000001:0.0:1790693209.333154:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693209.333158:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693209.333160:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000008:00000001:0.0:1790693209.333162:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000010:2.0:1790693209.333165:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:0.0:1790693209.333166:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333171:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000010:0.0:1790693209.333172:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8e300.
00000020:00000040:0.0:1790693209.333176:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
00000100:00000200:2.0:1790693209.333178:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693209.333180:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693209.333183:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.333187:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693209.333190:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693209.333193:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333197:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
02000000:00000010:0.0:1790693209.333199:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befef400.
00000100:00000040:2.0:1790693209.333202:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:0.0:1790693209.333212:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333214:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333218:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00100000:0.0:1790693209.333221:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693209.333224:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693209.333233:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693209.333237:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316022528
00000100:00000001:0.0:1790693209.333246:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000010:2.0:1790693209.333246:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6d80.
00000100:00000001:0.0:1790693209.333250:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333256:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
00000100:00000040:0.0:1790693209.333257:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d437d1e0] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333265:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316022528
00000100:00000001:0.0:1790693209.333268:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:2.0:1790693209.333271:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6a20.
00000100:00000040:0.0:1790693209.333273:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693209.333277:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000040:0.0:1790693209.333278:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00000001:2.0:1790693209.333283:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00080000:0.0:1790693209.333284:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000001:2.0:1790693209.333289:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:0.0:1790693209.333290:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:0.0:1790693209.333295:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00000001:2.0:1790693209.333295:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00080000:0.0:1790693209.333299:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:0.0:1790693209.333303:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00100000:2.0:1790693209.333305:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1790693209.333308:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21348
00000400:00000001:2.0:1790693209.333317:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693209.333320:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693209.333322:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:0.0:1790693209.333324:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:0.0:1790693209.333329:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:0.0:1790693209.333332:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:0.0:1790693209.333335:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.333339:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693209.333341:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000100:00000040:0.0:1790693209.333342:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000400:00000010:2.0:1790693209.333346:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:0.0:1790693209.333347:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693209.333353:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000020:00000001:0.0:1790693209.333354:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:0.0:1790693209.333357:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000020:00000001:0.0:1790693209.333360:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000100:00000200:2.0:1790693209.333362:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000040:0.0:1790693209.333363:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:0.0:1790693209.333368:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000020:00000001:0.0:1790693209.333373:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000040:0.0:1790693209.333379:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.333383:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000200:2.0:1790693209.333387:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:0.0:1790693209.333388:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:0.0:1790693209.333393:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:0.0:1790693209.333398:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00080000:0.0:1790693209.333405:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:2.0:1790693209.333406:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:0.0:1790693209.333410:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333410:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
02000000:00000001:0.0:1790693209.333414:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
00000100:00000001:2.0:1790693209.333415:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
02000000:00000001:0.0:1790693209.333418:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693209.333419:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693209.333426:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
02000000:00000001:0.0:1790693209.333430:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.333435:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:0.0:1790693209.333438:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000100:00000001:2.0:1790693209.333440:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000008:00000001:0.0:1790693209.333443:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.333447:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693209.333448:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000010:0.0:1790693209.333452:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bdb8d500.
00000020:00000040:0.0:1790693209.333481:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
02000000:00000001:0.0:1790693209.333484:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:0.0:1790693209.333486:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:0.0:1790693209.333488:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:0.0:1790693209.333489:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:0.0:1790693209.333493:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333497:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
02000000:00000010:0.0:1790693209.333500:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff9201befecc00.
00000100:00000001:2.0:1790693209.333502:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:0.0:1790693209.333505:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333506:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.333508:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333512:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00100000:0.0:1790693209.333514:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693209.333515:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693209.333522:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00000001:0.0:1790693209.333529:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00080000:2.0:1790693209.333530:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:0.0:1790693209.333533:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333534:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:0.0:1790693209.333545:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000a9995d27] to pc [ptlrpcd_rcv+-1]  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:2.0:1790693209.333545:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693209.333565:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061230336:192.168.204.156@tcp:250:kworker.0
00000100:00000001:0.0:1790693209.333568:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333570:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333573:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:0.0:1790693209.333574:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21358)
00000100:00000040:2.0:1790693209.333575:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8ca80 x1877672061230336/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333585:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693209.333587:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693209.333589:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693209.333592:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693209.333594:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693209.333595:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693209.333597:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693209.333598:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befed800.
02000000:00000001:2.0:1790693209.333601:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693209.333603:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693209.333604:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8ca80.
00000100:00000001:2.0:1790693209.333605:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693209.333606:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333608:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333613:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693209.333614:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333616:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693209.333617:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693209.333618:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693209.333620:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333624:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693209.333625:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333626:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693209.333628:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693209.333629:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693209.333630:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230464:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693209.333632:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693209.333633:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693209.333634:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333635:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693209.333637:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693209.333639:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693209.333641:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693209.333643:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693209.333645:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693209.333647:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230464, portal 10
00000100:00000001:2.0:1790693209.333649:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693209.333649:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908480384 : -120938801071232 : ffff9201bdb8fb80)
00000100:00000040:2.0:1790693209.333654:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333658:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693209.333659:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693209.333661:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693209.333662:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061230464, offset 0
00000400:00000200:2.0:1790693209.333664:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693209.333667:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.333669:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693209.333671:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693209.333672:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693209.333674:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693209.333675:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693209.333677:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40859:40859:256:4294967295] 192.168.204.156@tcp LPNI seq info [40858:40858:8:4294967295]
00000400:00000200:2.0:1790693209.333679:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.333684:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693209.333686:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.333688:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693209.333691:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693209.333692:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693209.333695:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693209.333697:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693209.333699:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.333700:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693209.333702:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693209.333704:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693209.333706:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693209.333707:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693209.333709:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693209.333711:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333716:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.333717:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333721:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333722:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693209.333724:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693209.333727:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693209.333728:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693209.333729:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316021263
00000100:00000001:2.0:1790693209.333731:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.333732:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316021263
00000100:00000001:2.0:1790693209.333734:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.333735:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693209.333736:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333737:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693209.333739:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693209.333743:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693209.333744:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693209.333744:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693209.333746:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693209.333747:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693209.333748:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693209.333750:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693209.333754:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333762:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693209.333763:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333764:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.333764:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693209.333766:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333770:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693209.333772:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333775:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693209.333777:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333778:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.333778:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333779:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693209.333780:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693209.333782:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693209.333783:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693209.333784:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693209.333786:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693209.333790:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230464:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693209.333792:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693209.333794:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333798:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693209.333799:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333800:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693209.333801:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693209.333802:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693209.333804:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230592:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693209.333806:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693209.333806:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693209.333807:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333808:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693209.333810:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693209.333811:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693209.333812:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693209.333814:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693209.333815:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693209.333817:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230592, portal 10
00000100:00000001:2.0:1790693209.333818:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693209.333819:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908474112 : -120938801077504 : ffff9201bdb8e300)
00000100:00000040:2.0:1790693209.333822:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333826:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693209.333827:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693209.333828:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693209.333829:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061230592, offset 0
00000400:00000200:2.0:1790693209.333831:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693209.333833:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.333835:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693209.333836:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693209.333838:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693209.333839:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693209.333841:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693209.333842:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40860:40860:256:4294967295] 192.168.204.156@tcp LPNI seq info [40859:40859:8:4294967295]
00000400:00000200:2.0:1790693209.333845:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.333848:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693209.333851:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.333853:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693209.333855:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693209.333856:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693209.333858:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693209.333860:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693209.333862:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.333863:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693209.333865:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693209.333867:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693209.333868:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693209.333869:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693209.333870:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693209.333872:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333876:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.333878:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333881:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333882:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693209.333883:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693209.333885:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693209.333887:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693209.333888:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316021272
00000100:00000001:2.0:1790693209.333889:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.333890:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316021272
00000100:00000001:2.0:1790693209.333891:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.333892:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693209.333893:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.333894:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693209.333896:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693209.333902:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693209.333902:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693209.333903:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693209.333904:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693209.333905:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693209.333906:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693209.333908:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693209.333912:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333931:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693209.333932:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333933:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.333933:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693209.333936:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333939:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693209.333941:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333945:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693209.333946:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333947:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.333948:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.333949:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693209.333949:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693209.333951:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693209.333952:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693209.333953:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693209.333956:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693209.333960:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230592:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693209.333963:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693209.333964:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333968:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693209.333968:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333970:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693209.333971:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693209.333972:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693209.333973:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230720:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693209.333975:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693209.333976:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693209.333977:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693209.333978:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693209.333980:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693209.333981:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693209.333983:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693209.333985:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693209.333987:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693209.333988:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230720, portal 4
00000100:00000001:2.0:1790693209.333989:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693209.333990:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134908470528 : -120938801081088 : ffff9201bdb8d500)
00000100:00000040:2.0:1790693209.333994:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.333998:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693209.333999:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693209.334001:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693209.334003:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061230720, offset 0
00000400:00000200:2.0:1790693209.334008:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693209.334011:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.334014:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693209.334016:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693209.334018:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693209.334020:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693209.334023:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693209.334025:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40861:40861:256:4294967295] 192.168.204.156@tcp LPNI seq info [40860:40860:8:4294967295]
00000400:00000200:2.0:1790693209.334029:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693209.334034:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693209.334038:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.334042:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693209.334045:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693209.334048:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000200:2.1:1790693209.334052:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693209.334054:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 7 secs later)
00000800:00000100:2.0:1790693209.334057:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693209.334059:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693209.334062:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693209.334065:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693209.334068:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693209.334070:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693209.334072:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693209.334076:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334083:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.334087:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693234 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334092:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.334094:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693209.334097:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693209.334099:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693209.334103:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693209.334105:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316021266
00000100:00000001:2.0:1790693209.334107:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.334109:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316021266
00000100:00000001:2.0:1790693209.334111:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316022528
00000100:00000001:2.0:1790693209.334113:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693209.334115:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.334117:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693209.334120:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693209/real 1790693209]  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693209.334128:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693209.334129:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693209.334131:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693209.334133:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693209.334135:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693209.334137:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693209.334140:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693209.334148:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334154:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693209.334155:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334157:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.334158:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693209.334162:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334168:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693209.334172:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334178:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693209.334181:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334182:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693209.334184:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334186:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693209.334188:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693209.334190:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693209.334193:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693209.334196:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693209.334200:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693209.334207:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bdb8d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230720:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693209.334210:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334212:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.334215:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8fb80 x1877672061230464/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334222:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693209.334223:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693209.334225:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693209.334228:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693209.334229:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693209.334231:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693209.334233:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693209.334234:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befec800.
02000000:00000001:2.0:1790693209.334237:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693209.334238:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693209.334240:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8fb80.
00000100:00000001:2.0:1790693209.334242:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693209.334243:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334245:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.334248:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8e300 x1877672061230592/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334259:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693209.334261:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693209.334262:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693209.334265:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693209.334266:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693209.334267:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693209.334269:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693209.334270:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befef400.
02000000:00000001:2.0:1790693209.334272:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693209.334273:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693209.334274:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8e300.
00000100:00000001:2.0:1790693209.334278:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693209.334279:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334280:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693209.334283:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bdb8d500 x1877672061230720/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693234 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693209.334289:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693209.334291:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693209.334292:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693209.334295:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693209.334296:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693209.334297:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693209.334299:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693209.334300:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff9201befecc00.
02000000:00000001:2.0:1790693209.334302:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693209.334303:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693209.334304:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bdb8d500.
00000100:00000001:2.0:1790693209.334306:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693209.334307:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334309:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693209.334312:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693209.334314:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693209.334316:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693209.334317:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693210.228560:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693210.228565:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693210.228569:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693210.228570:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693210.228572:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693210.228573:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693210.228620:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693210.228623:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693210.228626:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:1.0:1790693210.676582:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316022528, at 4316022592
00000100:00000040:0.0:1790693210.676587:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316022528, at 4316022592
00000100:00000010:1.0:1790693210.676598:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6a20.
00000100:00000010:0.0:1790693210.676602:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6d80.
00010000:00000001:2.0:1790693211.252524:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693211.252531:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693211.252537:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693211.252538:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693211.252541:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693211.252542:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693211.252601:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693211.252605:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693211.252608:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693212.276581:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693212.276587:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693212.276592:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693212.276593:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693212.276596:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693212.276597:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693212.276652:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693212.276655:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693212.276658:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693213.300854:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693213.300860:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693213.300865:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693213.300866:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693213.300870:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693213.300871:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693213.300945:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693213.300950:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693213.300954:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693214.324603:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693214.324612:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693214.324619:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693214.324620:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693214.324624:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693214.324625:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:0.0:1790693214.324700:0:292881:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:0.0:1790693214.324705:0:292881:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:0.0:1790693214.324709:0:292881:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1790693214.452572:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c39464cd-09e5-401b-a7a9-a3630ec1b231->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693214.452584:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00000001:1.0:1790693214.452587:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693214.452591:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693214.452596:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693214.452602:0:292061:0:(import.c:545:import_select_connection()) MGC192.168.204.156@tcp: connect to NID 192.168.204.156@tcp last attempt 21353
00000400:00000200:1.0:1790693214.452611:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693214.452618:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693214.452621:0:292061:0:(import.c:630:import_select_connection()) MGC192.168.204.156@tcp: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693214.452623:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452626:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.452628:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452630:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693214.452638:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693214.452639:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb586e
00000020:00000001:1.0:1790693214.452642:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693214.452645:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff9201893fb800 refcount=3
00000020:00000001:1.0:1790693214.452647:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000020:00000001:1.0:1790693214.452648:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623134028118016 : -120939681433600 : ffff9201893fb800)
00000100:00000040:1.0:1790693214.452651:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452652:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.452653:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452654:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693214.452656:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff9201893fb800 : new refcount 2
00000100:00080000:1.0:1790693214.452658:0:292061:0:(import.c:666:import_select_connection()) MGC192.168.204.156@tcp: import ffff9201895c0800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452659:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.452662:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693214.452665:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.452667:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.452669:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:1.0:1790693214.452670:0:292061:0:(obd_class.h:893:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000010:1.0:1790693214.452679:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79180.
00000020:00000040:1.0:1790693214.452682:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c0800 refcount=4 obd=MGC192.168.204.156@tcp
02000000:00000001:1.0:1790693214.452685:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693214.452686:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.452689:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693214.452692:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693214.452697:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693214.452706:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972400.
00000100:00000001:1.0:1790693214.452713:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.452724:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:1.0:1790693214.452736:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693214.452742:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.452747:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d3fe087f] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.452768:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693214.452772:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1790693214.452775:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00000001:1.0:1790693214.452776:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693214.452777:0:292061:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693214.452779:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00080000:1.0:1790693214.452782:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21353
00000400:00000200:1.0:1790693214.452785:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693214.452789:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00080000:1.0:1790693214.452792:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693214.452796:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693214.452797:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:1.0:1790693214.452799:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.452803:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452806:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693214.452811:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000020:00000001:1.0:1790693214.452826:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000100:00000001:2.0:1790693214.452826:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000020:00000040:1.0:1790693214.452829:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c2
00000020:00000001:1.0:1790693214.452833:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693214.452837:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6f000 refcount=5
00000100:00000040:2.0:1790693214.452837:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000020:00000001:1.0:1790693214.452842:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000020:00000001:1.0:1790693214.452844:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042953728 : -120943666597888 : ffff92009bb6f000)
00000100:00000040:1.0:1790693214.452849:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452854:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.452857:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:2.0:1790693214.452861:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:1.0:1790693214.452862:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693214.452866:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693214.452867:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6f000 : new refcount 4
02000000:00000001:2.0:1790693214.452873:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
00000100:00080000:1.0:1790693214.452874:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0000-mdc-ffff920088de9000: import ffff920183ec4800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693214.452879:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.452880:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.452883:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:2.0:1790693214.452885:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:1.0:1790693214.452889:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00100000:2.0:1790693214.452892:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061230848:192.168.204.156@tcp:250:kworker.0
02000000:00000001:1.0:1790693214.452893:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.452896:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693214.452902:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
00000008:00100000:1.0:1790693214.452903:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000008:00000001:1.0:1790693214.452906:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.452908:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.452909:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
00000100:00000010:1.0:1790693214.452911:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78a80.
02000000:00000001:2.0:1790693214.452914:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
00000020:00000040:1.0:1790693214.452915:0:292061:0:(genops.c:1209:class_import_get()) import ffff920183ec4800 refcount=21 obd=lustre-MDT0000-mdc-ffff920088de9000
02000000:00000001:1.0:1790693214.452919:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693214.452921:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.452921:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
00000100:00000001:1.0:1790693214.452925:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693214.452926:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693214.452928:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:2.0:1790693214.452929:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000010:1.0:1790693214.452934:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790693214.452934:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.452941:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.452943:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00100000:1.0:1790693214.452948:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000400:00000010:2.0:1790693214.452949:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693214.452960:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000001:1.0:1790693214.452961:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693214.452965:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.452970:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000274cc25a] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693214.452972:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230848, portal 25
00000100:00000001:2.0:1790693214.452978:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693214.452981:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911533440 : -120938798018176 : ffff9201bde79180)
00000100:00000001:1.0:1790693214.452985:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00080000:1.0:1790693214.452995:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00000040:2.0:1790693214.452999:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693214.453001:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00000001:1.0:1790693214.453004:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000100:00080000:1.0:1790693214.453006:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693214.453013:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000100:00000001:2.0:1790693214.453017:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00080000:1.0:1790693214.453019:0:292061:0:(import.c:545:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21353
00000100:00000040:2.0:1790693214.453024:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000200:1.0:1790693214.453027:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693214.453030:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000400:00000200:1.0:1790693214.453034:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000100:00000200:2.0:1790693214.453037:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 26, xid 1877672061230848, offset 0
00000100:00080000:1.0:1790693214.453038:0:292061:0:(import.c:630:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: tried all connections, increasing latency to 20s
00000100:00000040:1.0:1790693214.453043:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453046:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693214.453051:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000100:00000040:1.0:1790693214.453052:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453056:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000001:1.0:1790693214.453060:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693214.453063:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58c9
00000400:00000200:2.0:1790693214.453064:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000020:00000001:1.0:1790693214.453066:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693214.453070:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92009bb6b000 refcount=5
00000020:00000001:1.0:1790693214.453074:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693214.453075:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000020:00000001:1.0:1790693214.453079:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623130042937344 : -120943666614272 : ffff92009bb6b000)
00000400:00000200:2.0:1790693214.453083:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000100:00000040:1.0:1790693214.453085:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453088:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000400:00000200:2.0:1790693214.453091:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000100:00000040:1.0:1790693214.453092:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453096:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000020:00000040:1.0:1790693214.453098:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92009bb6b000 : new refcount 4
00000400:00000200:2.0:1790693214.453100:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000100:00080000:1.0:1790693214.453102:0:292061:0:(import.c:666:import_select_connection()) lustre-MDT0001-mdc-ffff920088de9000: import ffff9201895c3800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453108:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.453108:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
02000000:00000001:1.0:1790693214.453112:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693214.453117:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.453119:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453120:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000008:00100000:1.0:1790693214.453123:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be37493b8 ocd_version: 34683650 ocd_grant: 2097152, lost: 0.
00000400:00000200:2.0:1790693214.453124:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40862:40862:256:4294967295] 192.168.204.156@tcp LPNI seq info [40861:40861:8:4294967295]
00000008:00000001:1.0:1790693214.453127:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453132:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.453134:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000010:1.0:1790693214.453137:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde79c00.
00000020:00000040:1.0:1790693214.453142:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c3800 refcount=4 obd=lustre-MDT0001-mdc-ffff920088de9000
02000000:00000001:1.0:1790693214.453144:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693214.453147:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453149:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693214.453151:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
00000400:00000200:2.0:1790693214.453153:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
02000000:00000001:1.0:1790693214.453154:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
02000000:00000010:1.0:1790693214.453159:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a972c00.
00000100:00000001:1.0:1790693214.453162:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:1.0:1790693214.453167:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000200:2.0:1790693214.453169:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453181:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693214.453183:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.453192:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000efe09582] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000010:2.0:1790693214.453192:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000100:00000001:1.0:1790693214.453201:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000800:00000200:2.0:1790693214.453203:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00000040:1.0:1790693214.453204:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.0:1790693214.453210:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00000040:1.0:1790693214.453211:0:292061:0:(pinger.c:247:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: IDLE)
00000100:00080000:1.0:1790693214.453216:0:292061:0:(pinger.c:229:ptlrpc_pinger_process_import()) c1a14cee-5897-4320-a96d-4f85c5741b43->lustre-OST0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000200:2.1:1790693214.453222:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000100:00080000:1.0:1790693214.453223:0:292061:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0001_UUID: starting recovery
00000100:00000001:1.0:1790693214.453227:0:292061:0:(import.c:746:ptlrpc_connect_import_locked()) Process entered
00000800:00000200:2.1:1790693214.453229:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000100:00080000:1.0:1790693214.453230:0:292061:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00000001:1.0:1790693214.453236:0:292061:0:(import.c:520:import_select_connection()) Process entered
00000800:00000100:2.0:1790693214.453240:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000100:00080000:1.0:1790693214.453243:0:292061:0:(import.c:545:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: connect to NID 192.168.204.156@tcp last attempt 21353
00000800:00000010:2.0:1790693214.453245:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:1.0:1790693214.453250:0:292061:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:1.0:1790693214.453255:0:292061:0:(peer.c:1689:LNetPeerDiscovered()) Peer NID 192.168.204.156@tcp is discovered: rc = 1
00000400:00000200:2.0:1790693214.453255:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000100:00080000:1.0:1790693214.453261:0:292061:0:(import.c:630:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: tried all connections, increasing latency to 20s
00000400:00000200:2.0:1790693214.453265:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000100:00000040:1.0:1790693214.453267:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453272:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.453273:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453275:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000400:00000200:2.0:1790693214.453276:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000020:00000001:1.0:1790693214.453278:0:292061:0:(genops.c:792:class_conn2export()) Process entered
00000020:00000040:1.0:1790693214.453280:0:292061:0:(genops.c:804:class_conn2export()) looking for export cookie 0xd35e180b8ecb58de
00000400:00000010:2.0:1790693214.453281:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000020:00000001:1.0:1790693214.453282:0:292061:0:(lustre_handles.c:130:class_handle2object()) Process entered
00000020:00000040:1.0:1790693214.453285:0:292061:0:(lustre_handles.c:148:class_handle2object()) GET export ffff92008df8f800 refcount=4
00000020:00000001:1.0:1790693214.453289:0:292061:0:(lustre_handles.c:155:class_handle2object()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000001:2.0:1790693214.453289:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000020:00000001:1.0:1790693214.453294:0:292061:0:(genops.c:806:class_conn2export()) Process leaving (rc=18446623129812400128 : -120943897151488 : ffff92008df8f800)
00000100:00000200:2.0:1790693214.453298:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000040:1.0:1790693214.453300:0:292061:0:(lustre_net.h:1978:ptlrpc_connection_put()) PUT conn=ffff92018336d8c0 refcount 14 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453306:0:292061:0:(connection.c:157:ptlrpc_connection_addref()) Process entered
00000100:00000040:1.0:1790693214.453310:0:292061:0:(connection.c:162:ptlrpc_connection_addref()) conn=ffff92018336d8c0 refcount 15 to 192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453314:0:292061:0:(connection.c:164:ptlrpc_connection_addref()) Process leaving (rc=18446623133926873280 : -120939782678336 : ffff92018336d8c0)
00000100:00000001:2.0:1790693214.453316:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000020:00000040:1.0:1790693214.453318:0:292061:0:(genops.c:879:class_export_put()) PUTting export ffff92008df8f800 : new refcount 3
00000100:00000040:2.0:1790693214.453323:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1790693214.453324:0:292061:0:(import.c:666:import_select_connection()) lustre-OST0001-osc-ffff920088de9000: import ffff9201895c7800 using connection 192.168.204.156@tcp/192.168.204.156@tcp
00000100:00000001:1.0:1790693214.453330:0:292061:0:(import.c:673:import_select_connection()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453340:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453342:0:261656:0:(events.c:69:request_out_callback()) Process leaving
02000000:00000001:1.0:1790693214.453351:0:292061:0:(sec.c:1594:sptlrpc_import_sec_adapt()) Process entered
02000000:00000001:1.0:1790693214.453354:0:292061:0:(sec.c:1634:sptlrpc_import_sec_adapt()) Process leaving via out (rc=0 : 0 : 0x0)
02000000:00000001:1.0:1790693214.453357:0:292061:0:(sec.c:1662:sptlrpc_import_sec_adapt()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453359:0:292061:0:(obd_class.h:886:obd_reconnect()) Process entered
00000100:00000001:2.0:1790693214.453361:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000008:00100000:1.0:1790693214.453362:0:292061:0:(osc_request.c:3836:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683650 ocd_grant: 135168, lost: 0.
00000008:00000001:1.0:1790693214.453367:0:292061:0:(osc_request.c:3839:osc_reconnect()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.453370:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:1.0:1790693214.453371:0:292061:0:(obd_class.h:900:obd_reconnect()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453375:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 0 is 4316027648
00000100:00000010:1.0:1790693214.453377:0:292061:0:(client.c:606:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff9201bde78380.
00000020:00000040:1.0:1790693214.453382:0:292061:0:(genops.c:1209:class_import_get()) import ffff9201895c7800 refcount=17 obd=lustre-OST0001-osc-ffff920088de9000
00000100:00000010:2.0:1790693214.453384:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6de0.
02000000:00000001:1.0:1790693214.453385:0:292061:0:(sec.c:2053:sptlrpc_sepol_get()) Process entered
02000000:00000001:1.0:1790693214.453389:0:292061:0:(sec.c:2063:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453391:0:292061:0:(client.c:858:ptlrpc_request_bufs_pack()) Process entered
02000000:00000001:1.0:1790693214.453392:0:292061:0:(sec.c:439:sptlrpc_req_get_ctx()) Process entered
02000000:00000001:1.0:1790693214.453394:0:292061:0:(sec.c:463:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453394:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 0
02000000:00000010:1.0:1790693214.453402:0:292061:0:(sec_null.c:135:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff92008a973400.
00000100:00000001:1.0:1790693214.453407:0:292061:0:(client.c:938:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453407:0:261656:0:(niobuf.c:663:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS new deadline estimation for cpu 1 is 4316027648
00000100:00000010:2.0:1790693214.453414:0:261656:0:(niobuf.c:666:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff920089dc6120.
00000100:00100000:1.0:1790693214.453417:0:292061:0:(import.c:871:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00000001:2.0:1790693214.453419:0:261656:0:(niobuf.c:678:kick_cpu_latency()) MGC192.168.204.156@tcp: PM QoS request now active for cpu 1
00000100:00000001:2.0:1790693214.453425:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693214.453430:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:1.0:1790693214.453431:0:292061:0:(jobid.c:959:lustre_get_jobid()) Process entered
00000100:00000001:1.0:1790693214.453435:0:292061:0:(jobid.c:996:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453435:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00000040:1.0:1790693214.453439:0:292061:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000c36bf1eb] to pc [ptlrpcd_rcv+-1]  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693214.453444:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:1.0:1790693214.453448:0:292061:0:(import.c:878:ptlrpc_connect_import_locked()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:1.0:1790693214.453478:0:292061:0:(pinger.c:304:ptlrpc_pinger_main()) next wakeup in 5 (21364)
00000400:00000001:2.0:1790693214.453499:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693214.453501:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693214.453504:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693214.453507:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693214.453509:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693214.453512:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693214.453516:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693214.453525:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453532:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693214.453534:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453537:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.453539:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693214.453542:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453550:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693214.453554:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453561:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693214.453564:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453566:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.453567:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453570:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693214.453571:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693214.453574:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c0800 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693214.453578:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of MGS on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693214.453581:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693214.453586:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693214.453595:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c39464cd-09e5-401b-a7a9-a3630ec1b231:261656:1877672061230848:192.168.204.156@tcp:250:kworker.0
00000100:00000001:2.0:1790693214.453600:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453602:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.453605:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79180 x1877672061230848/t0(0) o250->MGC192.168.204.156@tcp@192.168.204.156@tcp:26/25 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453611:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693214.453614:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693214.453616:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693214.453620:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693214.453622:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693214.453624:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c0800 refcount=3 obd=MGC192.168.204.156@tcp
00000020:00000001:2.0:1790693214.453626:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693214.453628:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972400.
02000000:00000001:2.0:1790693214.453632:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693214.453634:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693214.453636:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79180.
00000100:00000001:2.0:1790693214.453639:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693214.453641:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453643:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453652:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693214.453655:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453665:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693214.453667:0:261656:0:(client.c:1991:ptlrpc_check_set()) Process entered
00000100:00000001:2.0:1790693214.453668:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693214.453675:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453683:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693214.453684:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.453686:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693214.453688:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693214.453690:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693214.453693:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230976:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693214.453697:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693214.453699:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693214.453701:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.453703:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693214.453706:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693214.453716:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.453721:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693214.453723:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693214.453727:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693214.453730:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061230976, portal 10
00000100:00000001:2.0:1790693214.453732:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693214.453734:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911531648 : -120938798019968 : ffff9201bde78a80)
00000100:00000040:2.0:1790693214.453741:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453747:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693214.453749:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693214.453751:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693214.453753:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061230976, offset 0
00000400:00000200:2.0:1790693214.453756:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693214.453759:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.453761:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693214.453763:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693214.453765:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693214.453767:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693214.453769:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693214.453771:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40863:40863:256:4294967295] 192.168.204.156@tcp LPNI seq info [40862:40862:8:4294967295]
00000400:00000200:2.0:1790693214.453773:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.453778:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693214.453781:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.453783:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693214.453785:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693214.453788:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790693214.453791:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693214.453792:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790693214.453795:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.453796:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693214.453798:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693214.453800:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693214.453802:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693214.453804:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693214.453805:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693214.453807:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453812:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.453826:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453834:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453835:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693214.453838:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693214.453843:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: using a timeout of 13833 usecs (14 jiffies)
00000400:00000200:2.0:1790693214.453846:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693214.453848:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316026383
00000100:00000001:2.0:1790693214.453850:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.453853:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316026383
00000100:00000001:2.0:1790693214.453855:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0000-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.453857:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693214.453859:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.453861:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693214.453865:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693214.453874:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693214.453875:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693214.453878:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693214.453880:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693214.453881:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693214.453883:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693214.453885:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693214.453890:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453895:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693214.453896:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453897:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.453898:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693214.453899:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453903:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693214.453905:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453909:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693214.453911:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453912:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.453913:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.453914:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693214.453915:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693214.453916:0:261656:0:(import.c:65:import_set_state_nolock()) ffff920183ec4800 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693214.453918:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693214.453919:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693214.453921:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693214.453925:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061230976:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693214.453928:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693214.453930:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453935:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693214.453935:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.453936:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693214.453938:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693214.453939:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693214.453940:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061231104:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693214.453942:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693214.453943:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693214.453944:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.453946:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693214.453948:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693214.453950:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.453952:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693214.453953:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693214.453955:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693214.453957:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061231104, portal 10
00000100:00000001:2.0:1790693214.453958:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693214.453959:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911536128 : -120938798015488 : ffff9201bde79c00)
00000100:00000040:2.0:1790693214.453964:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.453968:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693214.453969:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693214.453971:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693214.453972:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1877672061231104, offset 0
00000400:00000200:2.0:1790693214.453975:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693214.453977:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.453979:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693214.453981:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693214.453983:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693214.453984:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693214.453986:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693214.453988:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40864:40864:256:4294967295] 192.168.204.156@tcp LPNI seq info [40863:40863:8:4294967295]
00000400:00000200:2.0:1790693214.453990:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.453994:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693214.453996:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.453998:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693214.454002:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693214.454005:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790693214.454009:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693214.454011:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790693214.454015:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.454016:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693214.454019:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693214.454022:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693214.454025:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693214.454027:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693214.454029:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693214.454033:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454040:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.454043:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454049:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.454050:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693214.454054:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693214.454056:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: using a timeout of 22081 usecs (23 jiffies)
00000400:00000200:2.0:1790693214.454060:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693214.454062:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316026392
00000100:00000001:2.0:1790693214.454065:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.454068:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316026392
00000100:00000001:2.0:1790693214.454070:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-MDT0001-mdc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.454072:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693214.454075:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.454077:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693214.454080:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693214.454089:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693214.454090:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693214.454092:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693214.454094:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693214.454096:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693214.454098:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693214.454101:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693214.454110:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454116:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693214.454117:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454120:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.454121:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693214.454124:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454132:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693214.454136:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454143:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693214.454145:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454147:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.454148:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454151:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693214.454152:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693214.454155:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c3800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693214.454158:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693214.454160:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693214.454164:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693214.454173:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde79c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061231104:192.168.204.156@tcp:38:kworker.0
00000100:00000001:2.0:1790693214.454177:0:261656:0:(client.c:1814:ptlrpc_send_new_req()) Process entered
00000100:00000040:2.0:1790693214.454180:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454187:0:261656:0:(client.c:1377:ptlrpc_import_delay_req()) Process entered
00000100:00000001:2.0:1790693214.454189:0:261656:0:(client.c:1436:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.454191:0:261656:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered
02000000:00000001:2.0:1790693214.454192:0:261656:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0)
02000000:00000001:2.0:1790693214.454194:0:261656:0:(sec.c:790:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0)
00000100:00100000:2.0:1790693214.454198:0:261656:0:(client.c:1920:ptlrpc_send_new_req()) Sending RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061231232:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693214.454201:0:261656:0:(niobuf.c:866:ptl_send_rpc()) Process entered
02000000:00000001:2.0:1790693214.454203:0:261656:0:(sec.c:1086:sptlrpc_cli_wrap_request()) Process entered
02000000:00000001:2.0:1790693214.454204:0:261656:0:(sec.c:1123:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0)
02000000:00000001:2.0:1790693214.454206:0:261656:0:(sec.c:1870:sptlrpc_cli_alloc_repbuf()) Process entered
02000000:00000010:2.0:1790693214.454209:0:261656:0:(sec_null.c:178:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693214.454212:0:261656:0:(sec.c:1880:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0)
00000400:00000200:2.0:1790693214.454215:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000010:2.0:1790693214.454217:0:261656:0:(lib-me.c:74:LNetMEAttach()) slab-alloced 'me': 88 at ffff92008ff9d2c0.
00000400:00000010:2.0:1790693214.454220:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2880.
00000100:00000200:2.0:1790693214.454223:0:261656:0:(niobuf.c:1097:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1877672061231232, portal 4
00000100:00000001:2.0:1790693214.454225:0:261656:0:(client.c:3276:ptlrpc_request_addref()) Process entered
00000100:00000001:2.0:1790693214.454227:0:261656:0:(client.c:3278:ptlrpc_request_addref()) Process leaving (rc=18446623134911529856 : -120938798021760 : ffff9201bde78380)
00000100:00000040:2.0:1790693214.454233:0:261656:0:(niobuf.c:1117:ptl_send_rpc()) @@@ send flags=200  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454240:0:261656:0:(niobuf.c:69:ptl_send_buf()) Process entered
00000100:00000040:2.0:1790693214.454242:0:261656:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.204.156@tcp
00000400:00000010:2.0:1790693214.454245:0:261656:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff9201befe2330.
00000100:00000200:2.0:1790693214.454247:0:261656:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 28, xid 1877672061231232, offset 0
00000400:00000200:2.0:1790693214.454252:0:261656:0:(lib-move.c:5150:LNetPut()) LNetPut -> 12345-192.168.204.156@tcp
00000400:00000200:2.0:1790693214.454255:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.454258:0:261656:0:(lib-move.c:2806:lnet_handle_send_case_locked()) Source ANY to MR:  192.168.204.156@tcp local destination
00000400:00000200:2.0:1790693214.454261:0:261656:0:(lib-move.c:2437:lnet_find_best_ni_on_local_net()) selected best_lpn tcp
00000400:00000200:2.0:1790693214.454263:0:261656:0:(lib-move.c:1618:lnet_get_best_ni()) selected best_ni 192.168.204.56@tcp
00000400:00000200:2.0:1790693214.454266:0:261656:0:(lib-move.c:1178:lnet_select_peer_ni()) 192.168.204.56@tcp lpni_is_preferred = 0
00000400:00000200:2.0:1790693214.454268:0:261656:0:(lib-move.c:1247:lnet_select_peer_ni()) sd_best_lpni = 192.168.204.156@tcp
00000400:00000200:2.0:1790693214.454270:0:261656:0:(lib-move.c:1738:lnet_handle_send()) 192.168.204.56@tcp NI seq info: [40865:40865:256:4294967295] 192.168.204.156@tcp LPNI seq info [40864:40864:8:4294967295]
00000400:00000200:2.0:1790693214.454275:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000400:00000200:2.0:1790693214.454281:0:261656:0:(lib-move.c:1854:lnet_handle_send()) TRACE: 192.168.204.56@tcp(192.168.204.56@tcp:<?>) -> 192.168.204.156@tcp(192.168.204.156@tcp:192.168.204.156@tcp) <?> : PUT try# 0
00000800:00000200:2.0:1790693214.454286:0:261656:0:(socklnd_cb.c:931:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.454289:0:261656:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff9200ab3df900.
00000800:00000200:2.0:1790693214.454292:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.0:1790693214.454295:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000200:2.1:1790693214.454299:0:261656:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff92018244bf00] -> 12345-192.168.204.156@tcp (2)
00000800:00000200:2.1:1790693214.454301:0:261656:0:(socklnd_cb.c:778:ksocknal_find_connectable_conn_cb_locked()) Too soon to retry route 192.168.204.156 (cnted 0, interval 60, 1 secs later)
00000800:00000100:2.0:1790693214.454305:0:261656:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.204.156@tcp
00000800:00000010:2.0:1790693214.454307:0:261656:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff9200ab3df900.
00000400:00000200:2.0:1790693214.454310:0:261656:0:(lib-msg.c:1121:lnet_is_health_check()) health check = 1, status = -5, hstatus = 7
00000400:00000200:2.0:1790693214.454313:0:261656:0:(lib-msg.c:895:lnet_health_check()) health check: 192.168.204.56@tcp->192.168.204.156@tcp: PUT: REMOTE_ERROR
00000400:00000200:2.0:1790693214.454316:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2330
00000400:00000010:2.0:1790693214.454317:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2330.
00000100:00000001:2.0:1790693214.454320:0:261656:0:(events.c:35:request_out_callback()) Process entered
00000100:00000200:2.0:1790693214.454324:0:261656:0:(events.c:40:request_out_callback()) @@@ type 5, status -5  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454331:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.454334:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 1  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 0 dl 1790693239 ref 2 fl Rpc:eNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454346:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.454348:0:261656:0:(events.c:69:request_out_callback()) Process leaving
00000100:00000001:2.0:1790693214.454351:0:261656:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0)
00000100:00000040:2.0:1790693214.454377:0:261656:0:(niobuf.c:635:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: using a timeout of 16698 usecs (17 jiffies)
00000400:00000200:2.0:1790693214.454382:0:261656:0:(api-ni.c:1618:lnet_nid4_cpt_hash()) Match nid 192.168.204.156@tcp to cpt 0
00000100:00000001:2.0:1790693214.454383:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 0 is 4316026386
00000100:00000001:2.0:1790693214.454386:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 0, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.454396:0:261656:0:(niobuf.c:663:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS new deadline estimation for cpu 1 is 4316026386
00000100:00000001:2.0:1790693214.454399:0:261656:0:(niobuf.c:692:kick_cpu_latency()) lustre-OST0001-osc-ffff920088de9000: PM QoS request active for cpu 1, keep current deadline 4316027648
00000100:00000001:2.0:1790693214.454401:0:261656:0:(niobuf.c:1135:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0)
00000100:00000001:2.0:1790693214.454403:0:261656:0:(client.c:1942:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.454405:0:261656:0:(client.c:2486:ptlrpc_expire_one_request()) Process entered
00000100:00100000:2.0:1790693214.454410:0:261656:0:(client.c:2504:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1790693214/real 1790693214]  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000400:00000001:2.0:1790693214.454418:0:261656:0:(lib-msg.c:22:lnet_build_unlink_event()) Process entered
00000400:00000001:2.0:1790693214.454419:0:261656:0:(lib-msg.c:31:lnet_build_unlink_event()) Process leaving
00000400:00000010:2.0:1790693214.454421:0:261656:0:(lib-me.c:117:lnet_me_unlink()) slab-freed 'me': 88 at ffff92008ff9d2c0.
00000400:00000200:2.0:1790693214.454423:0:261656:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff9201befe2880
00000400:00000010:2.0:1790693214.454425:0:261656:0:(lib-lnet.h:283:lnet_md_free()) slab-freed 'md': 136 at ffff9201befe2880.
00000100:00000001:2.0:1790693214.454427:0:261656:0:(events.c:80:reply_in_callback()) Process entered
00000100:00000200:2.0:1790693214.454430:0:261656:0:(events.c:82:reply_in_callback()) @@@ type 6, status 0  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000200:2.0:1790693214.454438:0:261656:0:(events.c:104:reply_in_callback()) @@@ unlink  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454477:0:261656:0:(events.c:165:reply_in_callback()) Process leaving
00000100:00000001:2.0:1790693214.454479:0:261656:0:(client.c:3002:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454481:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.454483:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00100000:2.0:1790693214.454487:0:261656:0:(client.c:2535:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454494:0:261656:0:(client.c:2540:ptlrpc_expire_one_request()) Process leaving (rc=1 : 1 : 1)
00000100:00000040:2.0:1790693214.454498:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Rpc:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454505:0:261656:0:(client.c:2125:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00000001:2.0:1790693214.454507:0:261656:0:(client.c:2994:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454509:0:261656:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered
00000100:00000001:2.0:1790693214.454510:0:261656:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454512:0:261656:0:(import.c:1102:ptlrpc_connect_interpret()) Process entered
00000100:00000001:2.0:1790693214.454514:0:261656:0:(import.c:1137:ptlrpc_connect_interpret()) Process leaving via out (rc=18446744073709551506 : -110 : 0xffffffffffffff92)
00000100:00080000:2.0:1790693214.454516:0:261656:0:(import.c:65:import_set_state_nolock()) ffff9201895c7800 lustre-OST0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1790693214.454520:0:261656:0:(import.c:1556:ptlrpc_connect_interpret()) recovery of lustre-OST0001_UUID on 192.168.204.156@tcp failed (-110)
00000100:00000001:2.0:1790693214.454522:0:261656:0:(import.c:1562:ptlrpc_connect_interpret()) Process leaving (rc=18446744073709551506 : -110 : ffffffffffffff92)
00000100:00000040:2.0:1790693214.454526:0:261656:0:(lustre_net.h:2418:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Interpret:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1790693214.454534:0:261656:0:(client.c:2415:ptlrpc_check_set()) Completed RPC req@ffff9201bde78380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:c1a14cee-5897-4320-a96d-4f85c5741b43:261656:1877672061231232:192.168.204.156@tcp:8:kworker.0
00000100:00000001:2.0:1790693214.454538:0:261656:0:(client.c:2466:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454539:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.454542:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78a80 x1877672061230976/t0(0) o38->lustre-MDT0000-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454549:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693214.454551:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693214.454553:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a81400.
02000000:00000001:2.0:1790693214.454567:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693214.454569:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693214.454570:0:261656:0:(genops.c:1222:class_import_put()) import ffff920183ec4800 refcount=20 obd=lustre-MDT0000-mdc-ffff920088de9000
00000020:00000001:2.0:1790693214.454572:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693214.454574:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972000.
02000000:00000001:2.0:1790693214.454577:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693214.454579:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693214.454581:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78a80.
00000100:00000001:2.0:1790693214.454584:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693214.454585:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454587:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.454590:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde79c00 x1877672061231104/t0(0) o38->lustre-MDT0001-mdc-ffff920088de9000@192.168.204.156@tcp:12/10 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454598:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693214.454599:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693214.454601:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82000.
02000000:00000001:2.0:1790693214.454604:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693214.454606:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693214.454607:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c3800 refcount=3 obd=lustre-MDT0001-mdc-ffff920088de9000
00000020:00000001:2.0:1790693214.454609:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693214.454611:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a972c00.
02000000:00000001:2.0:1790693214.454613:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693214.454614:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693214.454616:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde79c00.
00000100:00000001:2.0:1790693214.454618:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693214.454619:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454621:0:261656:0:(client.c:2868:__ptlrpc_req_put()) Process entered
00000100:00000040:2.0:1790693214.454624:0:261656:0:(client.c:2876:__ptlrpc_req_put()) @@@ refcount now 0  req@ffff9201bde78380 x1877672061231232/t0(0) o8->lustre-OST0001-osc-ffff920088de9000@192.168.204.156@tcp:28/4 lens 520/544 e 0 to 1 dl 1790693239 ref 1 fl Complete:EeXNQU/200/ffffffff rc -110/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000001:2.0:1790693214.454631:0:261656:0:(client.c:2794:__ptlrpc_free_req()) Process entered
02000000:00000001:2.0:1790693214.454632:0:261656:0:(sec.c:1895:sptlrpc_cli_free_repbuf()) Process entered
02000000:00000010:2.0:1790693214.454633:0:261656:0:(sec_null.c:192:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff920083a82400.
02000000:00000001:2.0:1790693214.454635:0:261656:0:(sec.c:1911:sptlrpc_cli_free_repbuf()) Process leaving
00000020:00000001:2.0:1790693214.454637:0:261656:0:(genops.c:1216:class_import_put()) Process entered
00000020:00000040:2.0:1790693214.454638:0:261656:0:(genops.c:1222:class_import_put()) import ffff9201895c7800 refcount=16 obd=lustre-OST0001-osc-ffff920088de9000
00000020:00000001:2.0:1790693214.454640:0:261656:0:(genops.c:1229:class_import_put()) Process leaving
02000000:00000010:2.0:1790693214.454641:0:261656:0:(sec_null.c:162:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff92008a973400.
02000000:00000001:2.0:1790693214.454643:0:261656:0:(sec.c:479:sptlrpc_req_put_ctx()) Process entered
02000000:00000001:2.0:1790693214.454645:0:261656:0:(sec.c:496:sptlrpc_req_put_ctx()) Process leaving
00000100:00000010:2.0:1790693214.454646:0:261656:0:(client.c:612:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff9201bde78380.
00000100:00000001:2.0:1790693214.454648:0:261656:0:(client.c:2850:__ptlrpc_free_req()) Process leaving
00000100:00000001:2.0:1790693214.454650:0:261656:0:(client.c:2909:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454652:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1)
00000100:00000001:2.0:1790693214.454656:0:261656:0:(client.c:2640:ptlrpc_set_next_timeout()) Process entered
00000100:00000001:2.0:1790693214.454657:0:261656:0:(client.c:2668:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0)
00000100:00000001:2.0:1790693214.454659:0:261656:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered
00000100:00000001:2.0:1790693214.454661:0:261656:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348551:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693215.348559:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693215.348560:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693215.348563:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348566:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693215.348568:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348569:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348571:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348573:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693215.348574:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693215.348576:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693215.348577:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693215.348633:0:292882:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693215.348635:0:292882:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693215.348638:0:292882:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000040:0.0:1790693215.796556:0:298497:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0000 (cpu 0) has reached its deadline 4316027648, at 4316027712
00000100:00000040:1.0:1790693215.796556:0:298196:0:(connection.c:75:cpu_latency_work()) work item of ffff920183ec0110 (cpu 1) has reached its deadline 4316027648, at 4316027712
00000100:00000010:0.0:1790693215.796568:0:298497:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6de0.
00000100:00000010:1.0:1790693215.796571:0:298196:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff920089dc6120.
00010000:00000001:2.0:1790693216.372600:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693216.372605:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693216.372609:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693216.372610:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693216.372612:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693216.372613:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:1.0:1790693216.372675:0:286647:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:1.0:1790693216.372679:0:286647:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:1.0:1790693216.372683:0:286647:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00000001:2.0:1790693217.396526:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693217.396530:0:298105:0:(ldlm_pool.c:461:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396534:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693217.396536:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693217.396538:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693217.396540:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396542:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693217.396544:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396546:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396548:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396552:0:298105:0:(ldlm_pool.c:457:ldlm_cli_pool_recalc()) Process entered
00010000:00000001:2.0:1790693217.396554:0:298105:0:(ldlm_request.c:2324:ldlm_cancel_lru()) Process entered
00010000:00000001:2.0:1790693217.396555:0:298105:0:(ldlm_request.c:2112:ldlm_prepare_lru_list()) Process entered
00010000:00000001:2.0:1790693217.396556:0:298105:0:(ldlm_request.c:2284:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396557:0:298105:0:(ldlm_lockd.c:2241:ldlm_bl_to_thread()) Process entered
00010000:00000001:2.0:1790693217.396559:0:298105:0:(ldlm_lockd.c:2244:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396561:0:298105:0:(ldlm_request.c:2334:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0)
00010000:00000001:2.0:1790693217.396563:0:298105:0:(ldlm_pool.c:496:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0)
00000020:00000001:3.0:1790693217.396610:0:286648:0:(genops.c:1894:obd_stale_export_get()) Process entered
00000020:00000001:3.0:1790693217.396614:0:286648:0:(genops.c:1908:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0)
00010000:00010000:3.0:1790693217.396617:0:286648:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 131052 lines, 131052 kept, 0 dropped, 0 bad.